-- Logs begin at Wed 2022-03-02 10:56:14 UTC, end at Wed 2022-03-02 11:53:31 UTC. -- Mar 02 11:28:42.312509 dv-cinder-822821-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 11:28:45.231645 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.common.config [-] Logging enabled! Mar 02 11:28:45.232236 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev568 Mar 02 11:28:45.232335 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 11:28:45.235695 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.common.config [-] Logging enabled! Mar 02 11:28:45.235954 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev568 Mar 02 11:28:45.236264 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 11:28:45.237221 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 11:28:45.237459 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 11:28:45.237839 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 11:28:45.238090 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 11:28:45.238725 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 11:28:45.239082 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.239514 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 02 11:28:45.239844 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.240147 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.240446 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.240779 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.241079 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.241366 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.241660 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.241961 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.242250 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.242533 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.242820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.243115 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.243400 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.243691 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.243981 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.244266 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.244548 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.245001 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.245436 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.245720 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.246013 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.246296 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.246571 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.246852 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.247151 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.247470 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] host = dv-cinder-822821-2-iscsi {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.247751 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.248044 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.248335 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.248640 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.248925 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.249206 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.249495 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.249769 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.250044 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.250322 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.250611 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.250901 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.251194 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.251422 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.251647 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.251937 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.252227 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.252505 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.252811 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.253089 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.253366 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.253641 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.253911 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.254199 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.255010 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.255300 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.255579 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.255861 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.256135 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.256408 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.256733 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.257012 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.257284 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.257560 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.257849 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.258119 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.258392 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.258693 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.258980 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.259265 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.259553 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.259827 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.260113 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.260384 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.260679 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.260954 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.261226 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.261499 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.261782 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.262059 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.262332 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.262606 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.262880 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.263166 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.263439 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:45.263739 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.264042 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.264346 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.264674 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.264973 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.265255 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.265546 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.265835 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.266126 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.266416 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.266707 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.266991 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.267293 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.267591 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.267892 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.268201 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.268500 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.268831 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.269114 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.269393 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.269668 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.269949 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.270788 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.271067 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.271359 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.271650 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.271930 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.272232 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.272521 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.272847 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.273141 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.273418 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.273699 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.273992 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.274274 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.274549 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.274828 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.275117 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.275396 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.275670 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.275959 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.276241 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.276519 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.276831 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.277113 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.277408 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.277687 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.277959 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.278233 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.278514 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.278788 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.279073 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.279351 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.279626 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.279899 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.280178 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.280453 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.280755 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.281036 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.281310 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.281593 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.281868 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.282143 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.282421 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.282698 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.282975 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.283252 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.283526 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.283808 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.284083 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.284359 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.284655 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.284935 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.285210 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.285501 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.285886 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.286227 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.286533 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.286831 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.287128 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.287422 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.287713 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.288002 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.288290 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.288575 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.288987 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.289279 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.289575 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.289891 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.290178 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.290484 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.290771 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.291060 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.291352 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.291639 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.291925 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.292216 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.292507 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.292834 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.293137 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.293437 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.293736 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.294032 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.294317 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.294630 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.294914 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:45.295133 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 11:28:45.295379 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103054) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 11:28:45.666600 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 11:28:45.666877 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 11:28:45.667182 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 11:28:45.667661 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 11:28:45.997117 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:45.997351 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:45.997622 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:45.998904 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:45.999178 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:45.999441 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.045561 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.045839 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.046359 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.061021 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.061308 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.061582 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.090166 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.090443 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.090707 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.127703 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.127983 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.128249 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.471271 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.471889 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.471889 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.472082 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.472815 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.571983 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.572300 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.572582 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.572879 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.573152 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.573466 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.573732 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.573994 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.574250 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.574534 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.574795 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.575065 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.575324 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.575580 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.575836 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.576101 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.576358 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.576646 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.576923 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.577190 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.577464 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.577718 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.577999 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.578372 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.578621 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.578869 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.579264 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:46.579505 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:46.579744 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:46.579981 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:46.580216 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:46.580449 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:46.580842 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 11:28:46.584032 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 11:28:46.588107 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 11:28:46.591975 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 02 11:28:46.593653 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 11:28:46.594123 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 11:28:46.594462 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 11:28:46.594845 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 11:28:46.597715 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 11:28:46.597966 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 11:28:46.598824 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 11:28:46.603809 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 02 11:28:46.627934 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 11:28:46.628380 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.628699 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103054) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 02 11:28:46.629074 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.630471 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103054) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 11:28:46.630749 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 11:28:46.630995 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 11:28:46.634312 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.634599 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:46.698192 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 11:28:46.698429 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 11:28:46.698664 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 11:28:46.699028 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 11:28:46.718506 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_db.sqlalchemy.engines [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103054) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 02 11:28:47.159047 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing driver for type 'gre' Mar 02 11:28:47.159396 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] gre ID ranges: [(1, 1000)] Mar 02 11:28:47.214472 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing driver for type 'local' Mar 02 11:28:47.214843 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing driver for type 'vlan' Mar 02 11:28:47.228270 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] VlanTypeDriver initialization complete Mar 02 11:28:47.228603 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing driver for type 'vxlan' Mar 02 11:28:47.229120 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] vxlan ID ranges: [(1, 1000)] Mar 02 11:28:47.288720 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing extension driver 'port_security' Mar 02 11:28:47.289060 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.extensions.port_security [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] PortSecurityExtensionDriver initialization complete Mar 02 11:28:47.289390 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing mechanism driver 'openvswitch' Mar 02 11:28:47.289732 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing mechanism driver 'hyperv' Mar 02 11:28:47.296659 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:28:47.297521 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.297896 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.298246 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.298775 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 11:28:47.299211 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.299563 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.299905 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.300299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 11:28:47.300745 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.301095 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.301434 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.301826 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 11:28:47.302231 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.302576 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.302913 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.303307 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 11:28:47.303712 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.304053 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.304387 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.304811 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 11:28:47.305218 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.305564 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.305901 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.306296 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 11:28:47.306738 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] ML2 OVO RPC backend initialized. {{(pid=103054) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 02 11:28:47.307442 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.307794 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.308206 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.308551 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > networks before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.308918 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.309259 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > ports before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.309601 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.309941 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.310284 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.310630 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.310949 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.311280 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.311609 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.311938 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.312267 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.312598 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.312948 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.320687 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded quota_driver: . Mar 02 11:28:47.321055 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.plugin [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Modular L2 Plugin initialization complete Mar 02 11:28:47.321403 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading services supported by the core plugin {{(pid=103054) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 11:28:47.321744 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.plugins.ml2.managers [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Got port-security extension from driver 'port_security' Mar 02 11:28:47.322225 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.extensions.vlantransparent [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Disabled vlantransparent extension. Mar 02 11:28:47.322722 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103054) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 11:28:47.323043 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: router Mar 02 11:28:47.358890 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.359282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router after_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.359652 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router before_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.360079 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.360452 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.360827 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router after_delete 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.361184 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.361529 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.361883 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router after_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.362225 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.362568 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.362912 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.363270 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.363677 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.364069 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.364405 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.364776 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: subnet after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.365115 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.365460 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.365805 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.366151 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: port before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.366492 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.366842 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router after_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.367178 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.367648 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.368007 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.368351 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.368736 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > agent after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.369087 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.369428 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > network after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.370286 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Tracking information for resource: router configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:47.370621 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Tracking information for resource: floatingip configured {{(pid=103054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 11:28:47.375503 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.db.l3_agentschedulers_db [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 11:28:47.376090 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.376453 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: port after_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.376823 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: port after_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.377171 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: port after_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.377959 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router before_create 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.378324 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.378685 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.379039 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.384272 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.services.provider_configuration [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service providers = [] {{(pid=103054) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 11:28:47.384654 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.db.servicetype_db [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103054) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 11:28:47.387618 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.services.service_base [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 11:28:47.387967 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.services.service_base [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 11:28:47.388310 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.services.service_base [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 11:28:47.389234 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.services.service_base [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 11:28:47.389606 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.services.service_base [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 11:28:47.389978 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.390296 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 11:28:47.401550 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.401888 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: auto_allocate Mar 02 11:28:47.407676 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: network precommit_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.408043 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: network precommit_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.408559 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.408905 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: tag Mar 02 11:28:47.415796 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.416077 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: timestamp Mar 02 11:28:47.419942 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.420275 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: network_ip_availability Mar 02 11:28:47.426014 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.426406 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.426759 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.427506 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.427823 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: flavors Mar 02 11:28:47.432803 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.433140 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading Plugin: revisions Mar 02 11:28:47.437469 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 11:28:47.437854 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=103054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 11:28:47.438587 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103054) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 11:28:47.438921 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Initializing extension manager. Mar 02 11:28:47.439438 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: __init__.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.439778 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: __pycache__ {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.440113 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.440444 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.441221 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.441776 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: address-group Mar 02 11:28:47.442609 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: address_scope.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.443323 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.443834 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: address-scope Mar 02 11:28:47.444152 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.445111 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.445625 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: router-admin-state-down-before-update Mar 02 11:28:47.445947 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: agent.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.446646 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.447156 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: agent Mar 02 11:28:47.447475 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: agent_resources_synced.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.448383 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.448924 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: agent-resources-synced Mar 02 11:28:47.449249 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.451045 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.451564 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: allowed-address-pairs Mar 02 11:28:47.451889 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.452998 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.453516 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: auto-allocated-topology Mar 02 11:28:47.453838 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.454528 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.455032 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: availability_zone Mar 02 11:28:47.455354 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: availability_zone_filter.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.456278 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.456817 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: availability_zone_filter Mar 02 11:28:47.457139 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: data_plane_status.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.458094 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.458600 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 11:28:47.458918 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: default_subnetpools.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.459831 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.460338 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: default-subnetpools Mar 02 11:28:47.460686 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.461508 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.461995 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: dhcp_agent_scheduler Mar 02 11:28:47.462316 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: dns.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.463238 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.463746 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 11:28:47.464067 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: dns_domain_ports.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.465003 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.465519 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 11:28:47.465838 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.466759 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.467266 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 02 11:28:47.467584 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: dvr.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.468251 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.468783 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: dvr Mar 02 11:28:47.469103 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: ecmp_routes.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.470014 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.470513 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 02 11:28:47.470830 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: empty_string_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.471730 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.472243 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: empty-string-filtering Mar 02 11:28:47.472540 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.474020 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.474523 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 11:28:47.474844 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.475766 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.476274 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 11:28:47.476601 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: external_net.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.477662 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.478162 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: external-net Mar 02 11:28:47.478483 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.479391 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.479896 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: extra_dhcp_opt Mar 02 11:28:47.480214 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: extraroute.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.481153 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.481656 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: extraroute Mar 02 11:28:47.481976 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: extraroute_atomic.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.483003 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.483510 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: extraroute-atomic Mar 02 11:28:47.483833 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: filter_validation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.484497 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.485036 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: filter-validation Mar 02 11:28:47.485358 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: fip_pf_description.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.486264 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.486774 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 11:28:47.487093 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: fip_port_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.488189 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.489300 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: fip-port-details Mar 02 11:28:47.489607 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: flavors.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.490868 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.491389 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: flavors Mar 02 11:28:47.491715 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.493435 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.493966 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 11:28:47.494305 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: floatingip_pools.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.495009 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.495525 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: floatingip-pools Mar 02 11:28:47.495854 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: ip_allocation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.496834 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.497345 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 11:28:47.497670 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.498587 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.499100 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: ip-substring-filtering Mar 02 11:28:47.499426 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l2_adjacency.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.500344 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.500883 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 11:28:47.501205 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.502170 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.502691 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: router Mar 02 11:28:47.503015 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.505328 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.505857 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 11:28:47.506186 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.507122 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.507633 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: ext-gw-mode Mar 02 11:28:47.507957 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.508906 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.509416 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: l3-ha Mar 02 11:28:47.509735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.510645 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.511150 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 02 11:28:47.511472 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3_flavors.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.512383 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.512923 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: l3-flavors Mar 02 11:28:47.513243 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.514637 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.515155 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 02 11:28:47.515482 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.516393 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.516948 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 11:28:47.517276 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: l3agentscheduler.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.518304 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.518816 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: l3_agent_scheduler Mar 02 11:28:47.519142 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: local_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.520982 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.521510 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension local_ip not supported by any of loaded plugins Mar 02 11:28:47.521844 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: logging.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.524754 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.525291 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension logging not supported by any of loaded plugins Mar 02 11:28:47.525629 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: metering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.526378 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.526972 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: metering Mar 02 11:28:47.527303 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.528397 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.528938 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: metering_source_and_destination_fields Mar 02 11:28:47.529267 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: multiprovidernet.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.530198 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.530710 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: multi-provider Mar 02 11:28:47.531034 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: netmtu.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.531963 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.532472 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: net-mtu Mar 02 11:28:47.532823 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: netmtu_writable.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.533753 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.534263 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: net-mtu-writable Mar 02 11:28:47.534584 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: network_availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.535251 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.536273 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: network_availability_zone Mar 02 11:28:47.536596 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: network_ip_availability.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.537740 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.538253 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: network-ip-availability Mar 02 11:28:47.538574 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: network_segment_range.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.539339 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.539841 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 11:28:47.540160 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: pagination.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.541177 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.541509 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: pagination Mar 02 11:28:47.541829 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: port_device_profile.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.542756 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.543275 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: port-device-profile Mar 02 11:28:47.543596 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.544518 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.545063 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: port-mac-address-regenerate Mar 02 11:28:47.545385 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.546541 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.547056 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: port-numa-affinity-policy Mar 02 11:28:47.547378 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: port_resource_request.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.548281 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.548824 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 11:28:47.549148 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.550122 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.550631 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 02 11:28:47.550953 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: portbindings.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.552446 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.552996 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: binding Mar 02 11:28:47.553319 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: portbindings_extended.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.554603 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.555118 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: binding-extended Mar 02 11:28:47.555444 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: portsecurity.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.556358 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.556906 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: port-security Mar 02 11:28:47.557233 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: project_id.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.558207 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.558534 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: project-id Mar 02 11:28:47.558855 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: providernet.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.559774 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.560291 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: provider Mar 02 11:28:47.560615 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.564194 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.564748 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos not supported by any of loaded plugins Mar 02 11:28:47.565078 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.566349 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.566889 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 11:28:47.567226 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.568161 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.568700 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 11:28:47.569030 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_default.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.569950 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.570463 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-default not supported by any of loaded plugins Mar 02 11:28:47.570792 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_fip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.571713 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.572223 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 11:28:47.572548 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.573489 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.574005 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 02 11:28:47.574330 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.575258 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.575770 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 11:28:47.576094 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.577165 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.577684 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 11:28:47.578010 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.579057 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.579576 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 02 11:28:47.579904 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.580971 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.581490 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 02 11:28:47.581815 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_pps_rule.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.583514 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.584030 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-pps not supported by any of loaded plugins Mar 02 11:28:47.584356 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.585302 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.585822 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 11:28:47.586150 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: qos_rules_alias.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.587197 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.587718 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 11:28:47.588042 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: quota_check_limit.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.588976 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.589496 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: quota-check-limit Mar 02 11:28:47.589822 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: quotasv2.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.590746 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.591076 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: quotas Mar 02 11:28:47.591401 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: quotasv2_detail.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.593211 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.593550 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: quota_details Mar 02 11:28:47.593878 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: rbac.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.594930 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.595456 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: rbac-policies Mar 02 11:28:47.595784 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: rbac_address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.596742 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.597261 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: rbac-address-group Mar 02 11:28:47.597589 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: rbac_address_scope.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.599066 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.599584 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: rbac-address-scope Mar 02 11:28:47.599908 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: rbac_security_groups.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.600850 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.601365 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: rbac-security-groups Mar 02 11:28:47.601688 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.602689 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.603208 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: rbac-subnetpool Mar 02 11:28:47.603532 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: revisionifmatch.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.604464 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.605011 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: revision-if-match Mar 02 11:28:47.605335 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: revisions.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.606456 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.606973 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: standard-attr-revisions Mar 02 11:28:47.607303 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: router_availability_zone.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.607986 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.608500 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: router_availability_zone Mar 02 11:28:47.608852 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: routerservicetype.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.609773 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.610284 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 11:28:47.610605 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.611527 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.612039 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: security-groups-normalized-cidr Mar 02 11:28:47.612359 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.613317 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.613874 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: port-security-groups-filtering Mar 02 11:28:47.614197 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.615133 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.615650 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: security-groups-remote-address-group Mar 02 11:28:47.615968 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.616921 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.617441 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: security-groups-shared-filtering Mar 02 11:28:47.617761 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.618343 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 02 11:28:47.618661 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: securitygroup.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.628372 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.628941 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: security-group Mar 02 11:28:47.629277 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: segment.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.630097 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.630612 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension segment not supported by any of loaded plugins Mar 02 11:28:47.630943 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.631889 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.632402 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 11:28:47.632761 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: servicetype.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.633873 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.634396 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: service-type Mar 02 11:28:47.634739 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: sorting.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.635790 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.636121 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: sorting Mar 02 11:28:47.636445 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: standard_attr_segment.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.637397 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.637915 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 11:28:47.638236 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: standardattrdescription.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.638890 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.639398 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: standard-attr-description Mar 02 11:28:47.639718 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: stateful_security_group.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.640690 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.641211 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: stateful-security-group Mar 02 11:28:47.641534 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: stdattrs_common.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.642097 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 11:28:47.642413 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.643340 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.643852 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 11:28:47.644170 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: subnet_onboard.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.645835 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.646357 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: subnet_onboard Mar 02 11:28:47.646679 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.647606 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.648130 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 11:28:47.648449 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: subnet_service_types.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.649416 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.649937 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: subnet-service-types Mar 02 11:28:47.650258 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: subnetallocation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.651399 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.651917 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: subnet_allocation Mar 02 11:28:47.652240 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.653019 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.653530 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: subnetpool-prefix-ops Mar 02 11:28:47.653850 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.654788 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.655303 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 11:28:47.655622 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: tagging.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.656696 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.657217 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: standard-attr-tag Mar 02 11:28:47.657538 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: timestamp.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.658746 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.659264 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loaded extension: standard-attr-timestamp Mar 02 11:28:47.659591 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: trunk.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.660688 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.661700 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension trunk not supported by any of loaded plugins Mar 02 11:28:47.662026 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: trunk_details.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.662946 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.663458 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 11:28:47.663782 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.664726 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.665241 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 11:28:47.665563 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Loading extension file: vlantransparent.py {{(pid=103054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 11:28:47.666276 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 11:28:47.666738 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 11:28:47.669299 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:network Mar 02 11:28:47.669825 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:subnet Mar 02 11:28:47.670226 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 11:28:47.670617 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:port Mar 02 11:28:47.672120 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.672562 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service FLAVORS assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.673205 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.673635 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.673965 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:router Mar 02 11:28:47.674402 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 11:28:47.674869 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service METERING assigned prefix: /metering {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.676341 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.676747 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.677106 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:28:47.678110 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 11:28:47.678570 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:security_group Mar 02 11:28:47.679001 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 11:28:47.679598 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.679926 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 11:28:47.680272 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] subnetpool is already registered Mar 02 11:28:47.680739 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.681065 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 11:28:47.681392 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] subnetpool is already registered Mar 02 11:28:47.683642 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.684073 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service FLAVORS assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.684685 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.685109 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.685443 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:router Mar 02 11:28:47.685776 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] router is already registered Mar 02 11:28:47.686181 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 11:28:47.686515 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] floatingip is already registered Mar 02 11:28:47.686961 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service METERING assigned prefix: /metering {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.687619 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 11:28:47.687951 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] rbac_policy is already registered Mar 02 11:28:47.688363 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:security_group Mar 02 11:28:47.688727 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] security_group is already registered Mar 02 11:28:47.689133 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 11:28:47.689463 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] security_group_rule is already registered Mar 02 11:28:47.690100 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.690428 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 11:28:47.690760 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] subnetpool is already registered Mar 02 11:28:47.691182 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.v2.resource_helper [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Service CORE assigned prefix: {{(pid=103054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 11:28:47.691503 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 11:28:47.691852 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING neutron.quota.resource_registry [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] subnetpool is already registered Mar 02 11:28:47.692326 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: extensions {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.693867 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: address-groups {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.695341 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: address-scopes {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.696686 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.697832 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: auto-allocated-topology {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.699060 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: availability_zones {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.700265 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: dhcp-networks {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.701788 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: dhcp-agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.703198 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.705420 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: flavors {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.706577 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: service_profiles {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.708315 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: next_providers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.709794 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: service_profiles {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.711320 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: floatingip-pools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.712526 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.714646 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: floatingips {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.716865 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: l3-routers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.718245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: l3-agents {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.719653 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: metering-labels {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.721110 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: metering-label-rules {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.722383 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: network-ip-availabilities {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.724290 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: bindings {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.725960 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: quotas {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.727493 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: quotas {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.729043 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: rbac-policies {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.730330 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: security-groups {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.731543 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: security-group-rules {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.732799 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: service-providers {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.734007 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: subnetpools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.735399 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: subnetpools {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.736866 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.738544 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.740363 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.742156 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.743938 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.745797 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.747459 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.749388 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.751133 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.752978 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron.api.extensions [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Extended resource: tags {{(pid=103054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 11:28:47.758807 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING keystonemiddleware.auth_token [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 11:28:47.763483 dv-cinder-822821-2-iscsi neutron-server[103054]: WARNING keystonemiddleware.auth_token [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 11:28:47.772665 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Acquired lock "singleton_lock" {{(pid=103054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 02 11:28:47.773114 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_concurrency.lockutils [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Releasing lock "singleton_lock" {{(pid=103054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 02 11:28:47.773770 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO oslo_service.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Starting 2 workers Mar 02 11:28:47.778686 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Started child 103163 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 11:28:47.783243 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Started child 103164 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 11:28:47.784407 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:28:47.785108 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO neutron.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 11:28:47.786271 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:28:47.786841 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [-] (103163) wsgi starting up on http://0.0.0.0:9696 Mar 02 11:28:47.788923 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO oslo_service.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Starting 1 workers Mar 02 11:28:47.789042 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:28:47.790527 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [-] (103164) wsgi starting up on http://0.0.0.0:9696 Mar 02 11:28:47.794206 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Started child 103165 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 11:28:47.794785 dv-cinder-822821-2-iscsi neutron-server[103054]: INFO oslo_service.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Starting 1 workers Mar 02 11:28:47.798853 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] calling RpcWorker wait() {{(pid=103165) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 11:28:47.799431 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] returning from RpcWorker wait() {{(pid=103165) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 11:28:47.799740 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Started child 103166 {{(pid=103054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 11:28:47.800645 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1501643e-b056-42a6-973e-12568ce098e6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:28:47.800838 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:28:47.801450 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:28:47.802793 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 11:28:47.803028 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 11:28:47.803212 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 11:28:47.803480 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 11:28:47.803860 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 11:28:47.804073 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 11:28:47.804602 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.804921 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.805180 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.805486 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.805751 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.806338 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.806558 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:28:47.807084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.807084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.807084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.807351 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.807690 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.807804 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:28:47.808118 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.808387 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.808671 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.808984 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.809241 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.809479 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.809737 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.809910 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.810165 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.810428 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.810691 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.810949 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.811190 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.811672 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.811899 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.812122 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.812358 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.812660 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.812910 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.813184 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.813419 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.813649 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.813904 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.814153 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.814364 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.814578 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.814841 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.815084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.815337 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.815557 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.816016 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] host = dv-cinder-822821-2-iscsi {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.816237 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.816454 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.816719 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.817004 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.817248 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.817496 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.817756 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.818009 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.818234 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.818482 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.818737 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.818973 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.819209 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.819446 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.819613 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_options = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.819854 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.820121 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.820386 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.820577 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.820762 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.820928 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.821191 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.821344 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.821602 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.821836 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.822068 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.822316 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.822532 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.822748 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.823007 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.823223 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.823444 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.823672 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.824046 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.824273 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.824843 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.826174 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.826174 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.826174 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.826174 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.826615 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.826615 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.827110 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.827110 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.827275 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.827535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.827653 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.828299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.828299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.828455 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.828535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.829073 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.829073 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.829422 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.829779 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.829779 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.830546 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.830546 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.830546 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.831256 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.831256 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.831256 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.831960 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.831960 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.831960 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.831960 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.832979 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.832979 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.833217 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.833928 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.833928 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.835145 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.835145 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.835145 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.835145 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.840820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.841666 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.841666 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.841666 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.841666 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.841666 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.842368 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.842368 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.842368 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.842594 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.842788 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.843054 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.843311 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.843584 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.843807 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.844045 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.844265 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.844507 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.844750 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.844986 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.845267 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.845505 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.845756 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.845976 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.846211 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.846426 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.846673 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.846934 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.847195 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.847438 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.847679 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.848960 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.849368 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.849585 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.849821 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.850077 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.850294 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.850553 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.850791 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.851026 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.851443 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.851723 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.851958 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.852193 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.852412 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.852644 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.852857 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.853073 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.853283 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.853534 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.853751 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.853963 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.854247 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.854608 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.854869 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.855111 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.855632 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.855884 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.856268 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.856693 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.857087 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.857475 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.857891 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.858109 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.858346 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.858578 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.858795 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.859010 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.859227 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.859619 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.860019 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.860409 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.860883 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.861181 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.861443 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.861685 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.861907 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.862152 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.862383 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.862644 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.862885 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.863101 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.863313 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.863571 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.863817 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.864047 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.864272 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.864483 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.864937 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.865671 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.866062 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.866473 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.866869 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.867299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.867555 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.867836 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.868092 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.868330 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.868572 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.868847 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.869141 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.869415 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.869671 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.869889 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.870167 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.870464 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.870717 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.870973 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.871234 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.871464 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.871724 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.871975 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.872232 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.872479 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.872748 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.872987 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.873243 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.873477 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.873693 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.873924 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.874280 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.874508 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.874738 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.874951 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.875220 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.875460 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.875692 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.875966 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.876213 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.876445 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.876725 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.876951 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.877185 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.877436 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.877680 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.877913 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.878146 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.878361 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.878597 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.878832 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.879046 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.879312 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.879532 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.879765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.879975 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.880190 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.880404 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.880669 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.881082 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.881082 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.881334 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.881567 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.881781 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.881995 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.882202 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.882446 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.882663 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.882927 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.883188 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.883419 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.883643 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.883885 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.884147 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.884378 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.884663 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.884871 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.885081 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.885293 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.885508 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.885741 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.885950 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.886174 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.886384 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.886632 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.886863 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.887205 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.887458 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.887685 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.887930 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.888163 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.888463 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.889099 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.889242 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.889436 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.889936 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.890194 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.890438 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.890865 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.891084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.891299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.891513 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.891807 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.892027 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.892413 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.892825 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.893227 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.893590 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.894537 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.894769 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.895534 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.895744 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.895966 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.896183 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.896400 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.896744 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.897026 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.897274 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.897532 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.897774 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.898028 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.898258 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.898474 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.898688 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.898911 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.899128 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.899348 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.899583 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.899796 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.900011 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.900236 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.900451 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.900683 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.900910 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.901119 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.901327 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.901548 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.901762 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.901993 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.902237 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.902447 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.902675 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.902894 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.903112 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.903322 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.903545 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.903754 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.903961 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.904179 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.904394 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.904601 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.904882 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.905141 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.905358 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.905645 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.905902 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.906175 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.906416 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.906719 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.906935 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.907190 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.907409 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.907644 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.907845 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.908111 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.908448 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.908788 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.909051 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.909314 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.909601 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.909877 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.910145 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.910357 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.911802 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.911802 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.911802 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.911802 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.911802 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.913631 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.914466 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.914593 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:28:47.914732 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.914732 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.914732 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.914732 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.915192 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.915192 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.915425 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.915561 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 11:28:47.915992 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 11:28:47.916151 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 11:28:47.916356 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 11:28:47.916550 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 11:28:47.917405 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 11:28:47.917405 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 11:28:47.917978 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.918149 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.918334 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.918466 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.918613 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.918808 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.919015 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.919144 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.919266 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.919401 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.919561 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.919716 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.919870 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.920027 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.920282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.920417 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.920541 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.920687 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.920813 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.921191 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.921337 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.921494 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.921941 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] debug = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.921941 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.922187 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.922187 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.922440 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.922440 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.922660 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.922780 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.922902 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.923026 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.923158 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.923294 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.923437 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.923561 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.923684 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.923844 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.924000 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.924158 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.924314 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.924470 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] host = dv-cinder-822821-2-iscsi {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.924658 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.924813 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.924969 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.925125 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.925281 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.925436 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.925591 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.925747 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.925888 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.926049 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.926223 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.926383 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.926540 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.926696 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.926852 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_options = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.927009 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.927164 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.927321 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.927503 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.927664 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.927821 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.927977 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.928133 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.928291 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.928446 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.928602 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.928772 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.928926 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.929082 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.929237 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.929392 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.929551 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.929707 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.929876 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.930036 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.930193 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.930348 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.930503 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.930657 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.930815 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.930971 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.931127 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.931282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.931438 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.931594 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.931749 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.931904 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.932059 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.932290 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.932427 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.932550 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.932707 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.932845 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.932977 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.933101 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.933259 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.933415 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.933571 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.933726 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.933937 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.934096 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.934255 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_json = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.934413 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.934569 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.934726 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.934883 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.935060 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.935217 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.935372 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.935530 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.935687 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 11:28:47.935935 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.936181 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.936464 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.936645 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.936822 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.936982 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.937198 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.937518 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.937682 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.937826 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.937995 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.938154 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.938324 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.938482 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.938641 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.938801 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.938960 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.939117 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.939276 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.939434 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.939595 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.939753 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.939920 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.940078 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.940235 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.940392 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.940550 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.940730 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.940885 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.941058 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.941216 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.941376 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.941534 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.941692 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.942363 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.942527 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.942685 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.942845 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.943004 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.943593 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.943593 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.943593 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.943593 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944299 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944789 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944789 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944789 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.944789 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.945231 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.945231 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.945231 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.945864 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.945864 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.945864 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.945864 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.947123 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.948535 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.949933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.951245 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.952554 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.953767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.954765 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955294 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955294 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955294 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955294 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955294 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955641 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955641 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955641 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955853 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.955933 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.956099 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.956268 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.956641 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.956641 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.956974 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.957284 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.957486 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.958152 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.958477 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.958637 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.958797 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.958956 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.959140 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.959300 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.959458 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.959617 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.959788 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.959922 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.960084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.960242 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.960400 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.960559 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.960741 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.960902 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.961060 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.961218 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.961375 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.961564 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.961687 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.961846 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.962003 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.962162 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.962321 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.962479 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.962637 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.962794 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.962951 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.963109 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.963267 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.963424 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.963581 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.963738 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.963896 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.964054 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.964211 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.964368 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.964526 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.964706 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.964865 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.965025 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.965183 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.965342 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.965501 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.965659 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.965818 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.965976 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.966135 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.966293 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.966451 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.966609 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.966767 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.966925 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.967084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.967242 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.967402 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.967559 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.967717 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.967892 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.968050 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.968208 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.968369 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.968527 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.968705 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.968863 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.969020 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.969177 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.969334 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.969493 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.969650 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.969808 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.969968 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.970125 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.970283 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.970443 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.970601 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.970759 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.970917 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.971075 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.971232 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.971389 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.971546 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.971703 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.971861 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.972018 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.972175 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.972333 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.972502 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.972680 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.972839 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.972997 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.973178 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.973336 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.973504 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.973663 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.973820 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.973976 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.974133 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.974290 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.974456 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.974614 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.974770 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.974926 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.975084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.975241 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.975408 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.975567 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.975723 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.975879 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.976036 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.976194 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.976359 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.976516 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.976700 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.976858 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.977014 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.977171 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.977339 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.977497 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.977654 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.977810 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.977968 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.978125 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.978292 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.978451 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.978608 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.978778 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.978931 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.980735 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981282 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981761 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981761 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981761 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981964 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.981964 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.984653 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.984653 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.984653 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.984653 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.984997 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51042) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985084 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985676 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985676 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985676 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985676 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985676 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 11:28:47.985676 dv-cinder-822821-2-iscsi neutron-server[103054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 11:28:47.991371 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064566 Mar 02 11:28:59.380583 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07fd23-1821-4a3c-998d-82121ffb799b None None] get_active_networks_info from dv-cinder-822821-2-iscsi {{(pid=103165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 02 11:28:59.442790 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a07fd23-1821-4a3c-998d-82121ffb799b None None] No non-hosted networks {{(pid=103165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 11:28:59.468856 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.agentschedulers_db [None req-7a07fd23-1821-4a3c-998d-82121ffb799b None None] DHCP Agent not found on host dv-cinder-822821-2-iscsi {{(pid=103165) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 11:28:59.584939 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0bf24c74-1f49-4486-a59b-617870833fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8112210'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:01.603934 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb663f76-4be2-4d26-9e00-10575f8551bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8112210'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:01.658581 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f098965c-b3f0-4b70-b032-19dcf24ec8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:02.521129 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8112210'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:04.153001 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8112210'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:05.386706 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51124) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:05.461750 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8112210'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:05.462557 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.463189 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.463724 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.464214 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.464732 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.465241 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.465756 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.466332 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.466675 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.467163 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.467665 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.468139 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.468652 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:05.469064 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822821-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:05.474690 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822821-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:05.917796 dv-cinder-822821-2-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-43a8adb7-a987-4771-9a7d-0614c5a86a25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:05.918497 dv-cinder-822821-2-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-43a8adb7-a987-4771-9a7d-0614c5a86a25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:06.142235 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-43a8adb7-a987-4771-9a7d-0614c5a86a25 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:29:06.152657 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-43a8adb7-a987-4771-9a7d-0614c5a86a25 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7559474 Mar 02 11:29:08.695430 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51150) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:08.711634 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.db.l3_hamode_db [None req-a24636ba-1542-4af7-bcbc-0c4ebb5df33f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 11:29:08.787361 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24636ba-1542-4af7-bcbc-0c4ebb5df33f None None] Routers set() bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:29:08.787673 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24636ba-1542-4af7-bcbc-0c4ebb5df33f None None] Router IDs set() for agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 02 11:29:09.007331 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-e40ba3c3-d8f3-42f9-927a-53c9e08f3d3d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:29:09.100171 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.policy [None req-e40ba3c3-d8f3-42f9-927a-53c9e08f3d3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103164) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 11:29:09.142302 dv-cinder-822821-2-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-e40ba3c3-d8f3-42f9-927a-53c9e08f3d3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:09.142673 dv-cinder-822821-2-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-e40ba3c3-d8f3-42f9-927a-53c9e08f3d3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:09.234629 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e40ba3c3-d8f3-42f9-927a-53c9e08f3d3d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794290435080', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794290436095', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794290420803', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794290419567', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794290409090', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794290397535', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7663542', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7718135', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460333', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436380'] for rbac-policy (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:09.299832 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e40ba3c3-d8f3-42f9-927a-53c9e08f3d3d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:09.301608 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e40ba3c3-d8f3-42f9-927a-53c9e08f3d3d admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6052227 Mar 02 11:29:11.759802 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51160) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:12.068114 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:29:12.096792 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Made reservation on behalf of 4b61cf982ab943fd9769734f50dd26e6 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:29:12.101157 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.117941 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.226204 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks [] for security_group (122b3aca-17c9-49f0-9e87-bc132c26ac0e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.230053 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (122b3aca-17c9-49f0-9e87-bc132c26ac0e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.254167 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:29:12.288284 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794293661076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (4db73cea-c16a-4757-9c5b-b73323cbc02f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.288902 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Unsubscribe: segment precommit_create {{(pid=103164) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 11:29:12.289421 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Added segment 4db73cea-c16a-4757-9c5b-b73323cbc02f of type vlan for network 0f28d0bc-81a5-4349-ad83-b1694180e712 Mar 02 11:29:12.305428 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=122b3aca-17c9-49f0-9e87-bc132c26ac0e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:12.352963 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.353331 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.353690 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.354032 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.354363 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.354691 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.355017 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.355340 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.355667 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.356004 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.356326 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.356661 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.356981 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Tracked resource versions report: Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: pushed versions: Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: { 'AddressGroup': {'1.2'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Log': {'1.0'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Network': {'1.1'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Port': {'1.7'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'PortForwarding': {'1.2'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'QosPolicy': {'1.10'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroup': {'1.5'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SubPort': {'1.0'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Subnet': {'1.1'}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Trunk': {'1.1'}} Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: consumer versions: Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'ConntrackHelper': '1.0', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'LocalIPAssociation': '1.0', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Log': '1.0', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Network': '1.1', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Port': '1.7', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'PortForwarding': '1.2', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'QosPolicy': '1.10', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroup': '1.5', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroupRule': '1.2', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SubPort': '1.0', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Subnet': '1.1', Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Trunk': '1.1'}} Mar 02 11:29:12.358301 dv-cinder-822821-2-iscsi neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:29:12.399612 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (0f28d0bc-81a5-4349-ad83-b1694180e712), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.439991 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (0f28d0bc-81a5-4349-ad83-b1694180e712), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.445600 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:12.446307 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:12.527460 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7665200 Mar 02 11:29:12.563321 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660547b-9e21-48ed-8b76-a08db537fa26 demo demo] Pushing event updated for resources: {'Network': ['ID=0f28d0bc-81a5-4349-ad83-b1694180e712,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:12.576051 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:29:15.075834 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51172) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:15.470934 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64472b9a-4ea1-464a-85f0-fdcfa09b8358 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:15.472826 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-64472b9a-4ea1-464a-85f0-fdcfa09b8358 demo admin] 10.222.0.43 "GET /v2.0/networks/0f28d0bc-81a5-4349-ad83-b1694180e712 HTTP/1.1" status: 200 len: 825 time: 0.3960221 Mar 02 11:29:15.496249 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cc15e464-a5ce-4433-a2a9-3a25853e26de demo admin] 10.222.0.43 "GET /v2.0/subnetpools/ff4269e9-a64f-4b12-8116-237dd5450e76 HTTP/1.1" status: 200 len: 734 time: 0.0177891 Mar 02 11:29:15.504518 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'subnetpool_id': 'ff4269e9-a64f-4b12-8116-237dd5450e76', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:29:15.524836 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Made reservation on behalf of 4b61cf982ab943fd9769734f50dd26e6 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:29:15.527026 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:15.816048 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (5aa0aa22-db4c-4348-8dd7-34d2d8d49f48), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:15.884537 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Pushing event updated for resources: {'Subnet': ['ID=5aa0aa22-db4c-4348-8dd7-34d2d8d49f48,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:15.889351 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Checking segment: {'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:29:15.889935 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Network hostable DHCP agents. Network: 0f28d0bc-81a5-4349-ad83-b1694180e712, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:29:15.910743 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:29:15.921911 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 0f28d0bc-81a5-4349-ad83-b1694180e712) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:29:15.927230 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:15.927873 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:15.932219 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24daedb7-2342-4077-ac36-3cfa62e33491 None None] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:29:15.943288 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cac39017-042a-441e-baad-0b382318dedb demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4419279 Mar 02 11:29:16.305701 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-0f28d0bc-81a5-4349-ad83-b1694180e712', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'fixed_ips': [{'subnet_id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:29:16.306939 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:16.579835 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Allocated IP 172.20.0.2 (0f28d0bc-81a5-4349-ad83-b1694180e712/5aa0aa22-db4c-4348-8dd7-34d2d8d49f48/d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:29:16.848384 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Publish callbacks [] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:16.855857 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:16.923472 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:29:16.930080 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:29:16.940845 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:29:16.972908 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Pushing event updated for resources: {'Port': ['ID=d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:16.997999 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:16.998364 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:16.998722 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:16.999064 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:16.999386 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:16.999708 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.000028 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.000345 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.000688 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.001023 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.001343 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.001655 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.001965 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Tracked resource versions report: Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: pushed versions: Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: { 'AddressGroup': {'1.2'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Log': {'1.0'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Network': {'1.1'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Port': {'1.7'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'PortForwarding': {'1.2'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'QosPolicy': {'1.10'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroup': {'1.5'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SubPort': {'1.0'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Subnet': {'1.1'}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Trunk': {'1.1'}} Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: consumer versions: Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'ConntrackHelper': '1.0', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'LocalIPAssociation': '1.0', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Log': '1.0', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Network': '1.1', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Port': '1.7', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'PortForwarding': '1.2', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'QosPolicy': '1.10', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroup': '1.5', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroupRule': '1.2', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SubPort': '1.0', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Subnet': '1.1', Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Trunk': '1.1'}} Mar 02 11:29:17.003358 dv-cinder-822821-2-iscsi neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:29:17.032493 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Attempting to bind port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:29:17.032953 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Attempting to bind port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:29:17.033383 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Attempting to bind port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 on network 0f28d0bc-81a5-4349-ad83-b1694180e712 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:29:17.038812 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:29:17.039180 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Checking segment: {'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:29:17.039672 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:17.040060 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Bound using segment: {'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:29:17.040556 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Bound port: d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:29:17.040981 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:17.104344 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] For port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:29:17.108589 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] For port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7,segment=NetworkSegment(4db73cea-c16a-4757-9c5b-b73323cbc02f),segment_id=4db73cea-c16a-4757-9c5b-b73323cbc02f)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:29:17.117294 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:17.182566 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c60678-781d-4583-aab8-ec8e1df571f0 None None] Pushing event updated for resources: {'Port': ['ID=d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:18.474762 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51180) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:18.782245 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-e5bd8b49-0ec3-4658-a22e-d6970f638577 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:29:18.783321 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e5bd8b49-0ec3-4658-a22e-d6970f638577 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3075423 Mar 02 11:29:21.302894 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51188) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:21.793678 dv-cinder-822821-2-iscsi neutron-server[103163]: WARNING oslo_policy.policy [None req-75a72e24-7cfe-4776-ba42-93fab5a25dba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:21.794323 dv-cinder-822821-2-iscsi neutron-server[103163]: WARNING oslo_policy.policy [None req-75a72e24-7cfe-4776-ba42-93fab5a25dba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:22.017652 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [None req-75a72e24-7cfe-4776-ba42-93fab5a25dba admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:29:22.019585 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-75a72e24-7cfe-4776-ba42-93fab5a25dba admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7144868 Mar 02 11:29:24.575458 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51202) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:24.883000 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ab34b515-d36c-471d-97fa-7054ad424ea5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:29:24.906920 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab34b515-d36c-471d-97fa-7054ad424ea5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:24.908446 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab34b515-d36c-471d-97fa-7054ad424ea5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:25.048731 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab34b515-d36c-471d-97fa-7054ad424ea5 demo demo] Publish callbacks [] for router_controller (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:25.053960 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab34b515-d36c-471d-97fa-7054ad424ea5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:25.071207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab34b515-d36c-471d-97fa-7054ad424ea5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:25.088680 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ab34b515-d36c-471d-97fa-7054ad424ea5 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4959354 Mar 02 11:29:27.587019 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51214) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:27.903403 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-5c1b4c85-fa5b-452c-bdb3-c6be4b5e49c8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:29:27.905064 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5c1b4c85-fa5b-452c-bdb3-c6be4b5e49c8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3171406 Mar 02 11:29:28.211771 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:29:28.296816 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:28.297233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:28.404283 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:28.404594 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:28.437932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7,segment=NetworkSegment(4db73cea-c16a-4757-9c5b-b73323cbc02f),segment_id=4db73cea-c16a-4757-9c5b-b73323cbc02f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:29:28.442929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:28.474891 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6b162-c28b-428b-b64f-923f2a867cf5 None None] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:29:28.554105 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:28.578483 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c83cb4e1-9acc-472e-914e-abcceb79dea6 None None] Provisioning complete for port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:28.578871 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c83cb4e1-9acc-472e-914e-abcceb79dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:28.696522 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c83cb4e1-9acc-472e-914e-abcceb79dea6 None None] Current status of the port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:28.915708 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-4677e757-9255-4c1f-8f54-98a6534a7e9e None None] Provisioning complete for port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:28.916035 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4677e757-9255-4c1f-8f54-98a6534a7e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:28.993318 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4677e757-9255-4c1f-8f54-98a6534a7e9e None None] Current status of the port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:29.358943 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-69b35645-fdbe-4c48-8895-92a5f6af96c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:30.162686 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:29:30.208501 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:30.208921 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:30.284896 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:30.477863 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51224) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:30.781908 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:29:30.801007 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Made reservation on behalf of 260393a257394750a3f699df88b7c774 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:29:30.803182 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:30.810916 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:30.881778 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks [] for security_group (83f74a23-3794-44f7-8ab9-c8e479fd8d31), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:30.885416 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (83f74a23-3794-44f7-8ab9-c8e479fd8d31), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:30.902892 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Reserving flat network on physical network physnet1 {{(pid=103164) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 11:29:30.918404 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f74a23-3794-44f7-8ab9-c8e479fd8d31,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:30.923432 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:30.923771 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Added segment 7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7 of type flat for network b2445555-2136-4439-adcc-06c48fb0c38d Mar 02 11:29:30.975990 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (b2445555-2136-4439-adcc-06c48fb0c38d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:31.006207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (b2445555-2136-4439-adcc-06c48fb0c38d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:31.007119 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:31.007684 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:31.081610 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6027071 Mar 02 11:29:31.099085 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75de1c-5d61-41dd-8500-734d9e871017 admin admin] Pushing event updated for resources: {'Network': ['ID=b2445555-2136-4439-adcc-06c48fb0c38d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:31.110034 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network b2445555-2136-4439-adcc-06c48fb0c38d details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:29:31.591715 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bbf92406-ed80-49e3-bc86-c557fc6a38b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:32.484809 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:33.571907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51242) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:33.744183 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cebbe-c7fa-4335-a306-bb8326d8cef9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:33.745509 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-420cebbe-c7fa-4335-a306-bb8326d8cef9 demo admin] 10.222.0.43 "GET /v2.0/subnets/5aa0aa22-db4c-4348-8dd7-34d2d8d49f48 HTTP/1.1" status: 200 len: 849 time: 0.1726708 Mar 02 11:29:33.867784 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ebfea307-8587-4973-9053-27129a808dbe demo admin] 10.222.0.43 "GET /v2.0/routers/bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 HTTP/1.1" status: 200 len: 704 time: 0.1167684 Mar 02 11:29:34.133634 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:34.143246 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:34.472255 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Allocated IP 172.20.0.1 (0f28d0bc-81a5-4349-ad83-b1694180e712/5aa0aa22-db4c-4348-8dd7-34d2d8d49f48/dbcc8142-22ea-4150-82e0-ebbbffdc6f27) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:29:34.620930 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks [] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:34.687046 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:34.756529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:29:34.760895 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:29:34.763491 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:29:34.764188 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:34.837500 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Pushing event updated for resources: {'Port': ['ID=dbcc8142-22ea-4150-82e0-ebbbffdc6f27,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:34.945515 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f0637443-de44-4ff6-b79a-17d7ca2c53cd None None] Provisioning complete for port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:34.945880 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0637443-de44-4ff6-b79a-17d7ca2c53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:34.977711 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f0637443-de44-4ff6-b79a-17d7ca2c53cd None None] Port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:29:34.978104 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:35.181766 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks [] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:35.186065 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:35.186864 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:35.263973 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Pushing event updated for resources: {'Port': ['ID=dbcc8142-22ea-4150-82e0-ebbbffdc6f27,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:35.308375 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:29:35.309647 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:29:35.468555 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:35.473528 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:29:35.570401 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:29:35.575779 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-dd51154b-4f41-463f-85e3-b4b71c9cb965 demo admin] 10.222.0.43 "PUT /v2.0/routers/bd8abdd1-5aba-4ec8-8c93-4c1196e2f699/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7028739 Mar 02 11:29:35.580886 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Sync routers for ids ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:29:35.593405 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Routers {'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:29:35.594334 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:29:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:35.604019 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-7fef37a2-e084-4fa4-b26e-7615cb1fe102 None None] Provisioning complete for port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:35.604401 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7fef37a2-e084-4fa4-b26e-7615cb1fe102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:35.639736 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-7fef37a2-e084-4fa4-b26e-7615cb1fe102 None None] Port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:29:35.788413 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Set router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:29:36.237121 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'name': 'router1', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:29:24Z', 'updated_at': '2022-03-02T11:29:34Z', 'revision_number': 2, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'gw_port_host': None, '_interfaces': [{'id': 'dbcc8142-22ea-4150-82e0-ebbbffdc6f27', 'name': '', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'mac_address': 'fa:16:3e:63:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:34Z', 'updated_at': '2022-03-02T11:29:35Z', 'revision_number': 2, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'subnets': [{'id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff4269e9-a64f-4b12-8116-237dd5450e76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:36.289178 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Checking router: bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:29:36.289550 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Updating router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:29:36.342199 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:36.853344 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Publish callbacks [] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:36.860055 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:36.953588 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Pushing event updated for resources: {'Port': ['ID=dbcc8142-22ea-4150-82e0-ebbbffdc6f27,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:36.983366 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.983732 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.984099 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.984436 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.984807 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.985139 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.985453 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.985773 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.986097 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.987025 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.987355 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.987680 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.987998 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Tracked resource versions report: Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: pushed versions: Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: { 'AddressGroup': {'1.2'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'ConntrackHelper': {'1.0'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Log': {'1.0'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Network': {'1.1'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Port': {'1.7'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'PortForwarding': {'1.2'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'QosPolicy': {'1.10'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroup': {'1.5'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SubPort': {'1.0'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Subnet': {'1.1'}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Trunk': {'1.1'}} Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: consumer versions: Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'ConntrackHelper': '1.0', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'LocalIPAssociation': '1.0', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Log': '1.0', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Network': '1.1', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Port': '1.7', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'PortForwarding': '1.2', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'QosPolicy': '1.10', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroup': '1.5', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroupRule': '1.2', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SubPort': '1.0', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Subnet': '1.1', Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Trunk': '1.1'}} Mar 02 11:29:36.989453 dv-cinder-822821-2-iscsi neutron-server[103166]: {{(pid=103166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:29:37.042802 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Attempting to bind port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:29:37.043217 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Attempting to bind port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:29:37.043668 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Attempting to bind port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 on network 0f28d0bc-81a5-4349-ad83-b1694180e712 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:29:37.049127 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:29:37.049521 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Checking segment: {'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:29:37.050025 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:37.050409 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Bound using segment: {'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:29:37.050910 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Bound port: dbcc8142-22ea-4150-82e0-ebbbffdc6f27, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db73cea-c16a-4757-9c5b-b73323cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:29:37.051289 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:37.122054 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] For port dbcc8142-22ea-4150-82e0-ebbbffdc6f27, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:29:37.141265 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] For port dbcc8142-22ea-4150-82e0-ebbbffdc6f27, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=dbcc8142-22ea-4150-82e0-ebbbffdc6f27,segment=NetworkSegment(4db73cea-c16a-4757-9c5b-b73323cbc02f),segment_id=4db73cea-c16a-4757-9c5b-b73323cbc02f)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:29:37.146904 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:37.169862 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-ae0412b5-3763-4f39-a949-37fb1adfbac4 None None] Provisioning complete for port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:37.170709 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ae0412b5-3763-4f39-a949-37fb1adfbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:37.202362 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Routers {'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:29:37.202905 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:29:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:37.241150 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a01af-175f-403e-88ff-602dfe7bde7e None None] Pushing event updated for resources: {'Port': ['ID=dbcc8142-22ea-4150-82e0-ebbbffdc6f27,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:37.261949 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-ae0412b5-3763-4f39-a949-37fb1adfbac4 None None] Current status of the port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:37.262341 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ae0412b5-3763-4f39-a949-37fb1adfbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:37.303161 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] Set router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:29:37.305991 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-ae0412b5-3763-4f39-a949-37fb1adfbac4 None None] For port dbcc8142-22ea-4150-82e0-ebbbffdc6f27, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=dbcc8142-22ea-4150-82e0-ebbbffdc6f27,segment=NetworkSegment(4db73cea-c16a-4757-9c5b-b73323cbc02f),segment_id=4db73cea-c16a-4757-9c5b-b73323cbc02f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:29:37.310780 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ae0412b5-3763-4f39-a949-37fb1adfbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:37.373207 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0412b5-3763-4f39-a949-37fb1adfbac4 None None] Pushing event updated for resources: {'Port': ['ID=dbcc8142-22ea-4150-82e0-ebbbffdc6f27,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:37.431338 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-54f9a074-cc1f-46ad-b657-693b75342f5c None None] Provisioning complete for port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:37.431754 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-54f9a074-cc1f-46ad-b657-693b75342f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:37.509888 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-54f9a074-cc1f-46ad-b657-693b75342f5c None None] Current status of the port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:37.536227 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'name': 'router1', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:29:24Z', 'updated_at': '2022-03-02T11:29:34Z', 'revision_number': 2, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'gw_port_host': None, '_interfaces': [{'id': 'dbcc8142-22ea-4150-82e0-ebbbffdc6f27', 'name': '', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'mac_address': 'fa:16:3e:63:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:34Z', 'updated_at': '2022-03-02T11:29:37Z', 'revision_number': 4, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'subnets': [{'id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff4269e9-a64f-4b12-8116-237dd5450e76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:37.562137 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54de3-62e5-4dcc-b231-bf53f0b907eb None None] The sync data for ids ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'] in dv-cinder-822821-2-iscsi is: [{'id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'name': 'router1', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:29:24Z', 'updated_at': '2022-03-02T11:29:34Z', 'revision_number': 2, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'gw_port_host': None, '_interfaces': [{'id': 'dbcc8142-22ea-4150-82e0-ebbbffdc6f27', 'name': '', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'mac_address': 'fa:16:3e:63:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:34Z', 'updated_at': '2022-03-02T11:29:37Z', 'revision_number': 4, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'subnets': [{'id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff4269e9-a64f-4b12-8116-237dd5450e76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:29:38.018726 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51262) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:38.127710 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74efb0cf-b39d-42a2-926d-d3d4badbf94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:38.129031 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-74efb0cf-b39d-42a2-926d-d3d4badbf94d admin admin] 10.222.0.43 "GET /v2.0/networks/b2445555-2136-4439-adcc-06c48fb0c38d HTTP/1.1" status: 200 len: 842 time: 0.1093702 Mar 02 11:29:38.138511 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Request body: {'subnet': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:29:38.159585 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Made reservation on behalf of 260393a257394750a3f699df88b7c774 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:29:38.161846 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:38.507885 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.objects.ports [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103164) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 02 11:29:38.508225 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (5acbc923-8d62-4e53-8053-824f4c3afc40), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:38.560878 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5acbc923-8d62-4e53-8053-824f4c3afc40,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:38.569989 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:29:38.570339 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Network hostable DHCP agents. Network: b2445555-2136-4439-adcc-06c48fb0c38d, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:29:38.587200 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:29:38.596291 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, b2445555-2136-4439-adcc-06c48fb0c38d) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:29:38.600562 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:38.601217 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:38.608904 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d896fdda-bd58-4ab0-bd14-8dd38696af1c None None] Network b2445555-2136-4439-adcc-06c48fb0c38d requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:29:38.617290 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-1b3d1eca-cb48-43e8-879d-f9a961b1d938 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4821117 Mar 02 11:29:38.716185 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa820a3f-3a7e-43bb-b836-d2e4cd45a6ee None None] Network b2445555-2136-4439-adcc-06c48fb0c38d requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:29:41.037518 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51270) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:41.166617 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-33b22a75-f5f5-42d4-80a7-a2143e2ad031 demo admin] 10.222.0.43 "GET /v2.0/routers/bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 HTTP/1.1" status: 200 len: 710 time: 0.1279943 Mar 02 11:29:41.251428 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f5a92-882e-4cf2-9725-7e607456be67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:29:41.252729 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f78f5a92-882e-4cf2-9725-7e607456be67 demo admin] 10.222.0.43 "GET /v2.0/networks/b2445555-2136-4439-adcc-06c48fb0c38d HTTP/1.1" status: 200 len: 886 time: 0.0805647 Mar 02 11:29:41.261561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:29:41.508426 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks [] for router_gateway (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:41.743505 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks [] for router_gateway (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:41.818795 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:41.854209 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:29:41.921767 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Allocated IP 172.27.2.108 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:29:42.020154 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks [] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:42.052197 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:42.089114 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:29:42.091708 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:29:42.098220 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:29:42.100970 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Pushing event updated for resources: {'Port': ['ID=1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:42.433456 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks [] for router_gateway (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:42.625754 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8113732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8114679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5630'] for router (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:42.628981 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8113757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8113746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8114444'] for router (bd8abdd1-5aba-4ec8-8c93-4c1196e2f699), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:42.739281 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:29:42.852636 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:29:42.857195 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:42.872540 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7b15d1dc-b13f-4b49-a984-8c50b07c0822 demo admin] 10.222.0.43 "PUT /v2.0/routers/bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 HTTP/1.1" status: 200 len: 890 time: 1.5999713 Mar 02 11:29:45.384145 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51282) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:29:45.618741 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.policy [None req-badf3a35-c5d9-4a02-b0b6-bb944a1d704e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 11:29:45.663496 dv-cinder-822821-2-iscsi neutron-server[103163]: WARNING oslo_policy.policy [None req-badf3a35-c5d9-4a02-b0b6-bb944a1d704e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:45.663866 dv-cinder-822821-2-iscsi neutron-server[103163]: WARNING oslo_policy.policy [None req-badf3a35-c5d9-4a02-b0b6-bb944a1d704e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 11:29:45.673620 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-badf3a35-c5d9-4a02-b0b6-bb944a1d704e admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2884135 Mar 02 11:29:46.186592 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Sync routers for ids ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:29:46.203620 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device dbcc8142-22ea-4150-82e0-ebbbffdc6f27 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:29:46.225900 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Routers {'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:29:46.226563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:29:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:46.411687 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:46.412078 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:46.487432 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Set router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:29:46.641621 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:47.017770 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'name': 'router1', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:29:24Z', 'updated_at': '2022-03-02T11:29:42Z', 'revision_number': 4, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'gw_port': {'id': '1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:41Z', 'updated_at': '2022-03-02T11:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'dbcc8142-22ea-4150-82e0-ebbbffdc6f27', 'name': '', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'mac_address': 'fa:16:3e:63:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:34Z', 'updated_at': '2022-03-02T11:29:37Z', 'revision_number': 5, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'subnets': [{'id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff4269e9-a64f-4b12-8116-237dd5450e76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:47.068563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Checking router: bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:29:47.068943 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Updating router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:29:47.119891 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:47.447936 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Publish callbacks [] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:47.454282 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:47.509649 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Attempting to bind port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:29:47.510031 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Attempting to bind port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:29:47.510403 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Attempting to bind port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:29:47.514992 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f407609-aa41-483c-a3d5-0291e59d3706 None None] Pushing event updated for resources: {'Port': ['ID=1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:47.520224 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:29:47.521258 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:29:47.521258 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:47.521431 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:29:47.521877 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Bound port: 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:29:47.522263 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:47.576433 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] For port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:29:47.580531 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] For port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:29:47.587005 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:47.648946 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Routers {'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:29:47.649566 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:29:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:47.686249 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f407609-aa41-483c-a3d5-0291e59d3706 None None] Pushing event updated for resources: {'Port': ['ID=1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:47.773084 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] Set router bd8abdd1-5aba-4ec8-8c93-4c1196e2f699 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:29:48.006984 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'name': 'router1', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:29:24Z', 'updated_at': '2022-03-02T11:29:42Z', 'revision_number': 4, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'gw_port': {'id': '1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:41Z', 'updated_at': '2022-03-02T11:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'dbcc8142-22ea-4150-82e0-ebbbffdc6f27', 'name': '', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'mac_address': 'fa:16:3e:63:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:34Z', 'updated_at': '2022-03-02T11:29:37Z', 'revision_number': 5, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'subnets': [{'id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff4269e9-a64f-4b12-8116-237dd5450e76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:29:48.036094 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d5bda-ea8a-4fe0-ae50-e07884a9b6e9 None None] The sync data for ids ['bd8abdd1-5aba-4ec8-8c93-4c1196e2f699'] in dv-cinder-822821-2-iscsi is: [{'id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'name': 'router1', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:29:24Z', 'updated_at': '2022-03-02T11:29:42Z', 'revision_number': 4, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'gw_port': {'id': '1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:41Z', 'updated_at': '2022-03-02T11:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'dbcc8142-22ea-4150-82e0-ebbbffdc6f27', 'name': '', 'network_id': '0f28d0bc-81a5-4349-ad83-b1694180e712', 'tenant_id': '4b61cf982ab943fd9769734f50dd26e6', 'mac_address': 'fa:16:3e:63:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8abdd1-5aba-4ec8-8c93-4c1196e2f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:29:34Z', 'updated_at': '2022-03-02T11:29:37Z', 'revision_number': 5, 'project_id': '4b61cf982ab943fd9769734f50dd26e6', 'subnets': [{'id': '5aa0aa22-db4c-4348-8dd7-34d2d8d49f48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff4269e9-a64f-4b12-8116-237dd5450e76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:29:48.295839 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:29:48.378091 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:48.378491 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:48.466015 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:48.467073 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:48.490852 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:29:48.496339 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:48.560129 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:29:50.247981 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:29:50.322741 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:29:50.323357 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:29:50.460502 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 1ec4dbe1-a3b6-4bf1-9cd5-06afc001157c is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:29:59.364031 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1226bc64-0837-4be3-a952-1076f2d0028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:01.595387 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-240a32a9-82e5-4df9-aef7-e610e796c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:02.494407 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:04.120880 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:05.464660 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:18.856095 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:30:29.367660 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f06cfb2d-d5b7-4963-b98c-a80d647dad44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:31.598562 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d721c925-95a4-40b3-86b8-7619f4818a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:32.495325 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:34.094247 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:35.473506 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:30:55.854770 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:30:59.371228 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f0e654d7-d1f6-408c-9d9b-1a99c56a172e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:01.600511 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-78812d86-ceec-4b98-8c1a-2cef8b808f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:02.496959 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:04.097891 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:05.468217 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:06.223826 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51768) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:06.284338 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b7467e-f0d3-4e9f-b01d-cf7d2e404a7d admin admin] GET failed (client error): The resource could not be found. Mar 02 11:31:06.285629 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-71b7467e-f0d3-4e9f-b01d-cf7d2e404a7d admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608685 Mar 02 11:31:06.453379 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6bbd8-871c-48fc-a3a6-88e1e0d73e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:06.454773 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e1c6bbd8-871c-48fc-a3a6-88e1e0d73e70 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1650994 Mar 02 11:31:08.759191 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51778) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:08.853423 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a576f35-22d6-4738-9b18-a6d19542e691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:08.854759 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8a576f35-22d6-4738-9b18-a6d19542e691 admin admin] 10.222.0.43 "GET /v2.0/subnets/5aa0aa22-db4c-4348-8dd7-34d2d8d49f48 HTTP/1.1" status: 200 len: 849 time: 0.0946088 Mar 02 11:31:08.864093 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:31:08.946228 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Publish callbacks [] for subnet (5aa0aa22-db4c-4348-8dd7-34d2d8d49f48), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:09.085786 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794293790949'] for subnet (5aa0aa22-db4c-4348-8dd7-34d2d8d49f48), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:09.121825 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:09.122514 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13b06d-95cd-4598-b0c0-17d71e3cde99 None None] Network 0f28d0bc-81a5-4349-ad83-b1694180e712 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:31:09.122958 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:09.123818 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] 10.222.0.43 "PUT /v2.0/subnets/5aa0aa22-db4c-4348-8dd7-34d2d8d49f48 HTTP/1.1" status: 200 len: 868 time: 0.2633162 Mar 02 11:31:09.137843 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa0aa22-db4c-4348-8dd7-34d2d8d49f48,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:31:09.145232 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.145615 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.145947 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.146288 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.146625 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.146959 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.147308 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.147655 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.148001 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.148336 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.148693 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.149021 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.149344 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9d50-a68f-47e9-9fb6-37cd64f9dd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:31:09.399841 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-b11d9ec8-538f-4d3e-8bd5-d67c4bf5a97e None None] Provisioning complete for port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:31:09.400298 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b11d9ec8-538f-4d3e-8bd5-d67c4bf5a97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (dbcc8142-22ea-4150-82e0-ebbbffdc6f27), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:09.477521 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-b11d9ec8-538f-4d3e-8bd5-d67c4bf5a97e None None] Current status of the port dbcc8142-22ea-4150-82e0-ebbbffdc6f27 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:31:09.487677 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-b11d9ec8-538f-4d3e-8bd5-d67c4bf5a97e None None] Provisioning complete for port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:31:09.488070 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b11d9ec8-538f-4d3e-8bd5-d67c4bf5a97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:09.560225 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-b11d9ec8-538f-4d3e-8bd5-d67c4bf5a97e None None] Current status of the port d6ae8866-10cd-4ad0-81ce-15d98f4a1ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:31:11.444251 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51786) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:11.640170 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908750ba-ebea-4fe0-9d30-3f32f8cb0106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:11.641084 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908750ba-ebea-4fe0-9d30-3f32f8cb0106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:11.642591 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-908750ba-ebea-4fe0-9d30-3f32f8cb0106 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973605 Mar 02 11:31:13.942144 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51794) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:14.178586 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e2fca-cf18-4391-9648-05d929bb03f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:14.178977 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e2fca-cf18-4391-9648-05d929bb03f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:14.180472 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d56e2fca-cf18-4391-9648-05d929bb03f1 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2374160 Mar 02 11:31:16.463834 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51804) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:16.664797 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87607d1-b521-4213-a3db-873cfe8e00fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:16.666148 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d87607d1-b521-4213-a3db-873cfe8e00fe admin admin] 10.222.0.43 "GET /v2.0/networks/0f28d0bc-81a5-4349-ad83-b1694180e712 HTTP/1.1" status: 200 len: 869 time: 0.2014267 Mar 02 11:31:18.975971 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51812) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:19.096260 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467396fd-6210-4570-b49e-d83b4393ad56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:19.097630 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-467396fd-6210-4570-b49e-d83b4393ad56 admin admin] 10.222.0.43 "GET /v2.0/networks/b2445555-2136-4439-adcc-06c48fb0c38d HTTP/1.1" status: 200 len: 886 time: 0.1207275 Mar 02 11:31:21.412653 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51820) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:21.535689 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13057375-7f80-4f4f-b194-d977ed600b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:21.536135 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13057375-7f80-4f4f-b194-d977ed600b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:21.537649 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-13057375-7f80-4f4f-b194-d977ed600b13 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240582 Mar 02 11:31:23.831679 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51828) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:23.920631 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0820e6-f5ab-4cfe-bf0f-952f94e4b950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:23.921105 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0820e6-f5ab-4cfe-bf0f-952f94e4b950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:23.922906 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-af0820e6-f5ab-4cfe-bf0f-952f94e4b950 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902855 Mar 02 11:31:26.209705 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51836) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:26.351563 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f13a0c-e419-49d6-a8b4-6b460f68a38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:26.352931 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a8f13a0c-e419-49d6-a8b4-6b460f68a38c admin admin] 10.222.0.43 "GET /v2.0/subnets/5aa0aa22-db4c-4348-8dd7-34d2d8d49f48 HTTP/1.1" status: 200 len: 868 time: 0.1422777 Mar 02 11:31:28.656821 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51844) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:28.740097 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df96589a-b134-4bf6-ad77-ee5775e94edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:28.741418 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-df96589a-b134-4bf6-ad77-ee5775e94edf admin admin] 10.222.0.43 "GET /v2.0/subnets/5acbc923-8d62-4e53-8053-824f4c3afc40 HTTP/1.1" status: 200 len: 816 time: 0.0836635 Mar 02 11:31:29.375462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af226337-552a-42d5-aaf4-6a9fb48c9c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:31.601403 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5ef9eeb8-e146-4ea4-8539-5ae0731dd197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:32.500327 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:32.853144 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:31:34.096346 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:35.470156 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:56.702714 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51896) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:56.748358 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-2b715b71-9ea9-45a2-94c5-04b7c4408baa admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:31:56.749375 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2b715b71-9ea9-45a2-94c5-04b7c4408baa admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457084 Mar 02 11:31:59.127541 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51904) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:31:59.187322 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3ffe9b-38b4-47c5-b041-5add4a059e66 admin admin] GET failed (client error): The resource could not be found. Mar 02 11:31:59.188587 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6e3ffe9b-38b4-47c5-b041-5add4a059e66 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601385 Mar 02 11:31:59.375032 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc38910-eb9e-4099-900e-ca7407c47ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:31:59.376280 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-878fa652-e72a-43e7-a4e0-483356d29694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:31:59.376968 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bcc38910-eb9e-4099-900e-ca7407c47ef7 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1839800 Mar 02 11:32:01.602708 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2230f5df-93d2-4a16-81ab-562ce9645861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:01.714457 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:32:01.761548 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:32:01.798974 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Made reservation on behalf of 260393a257394750a3f699df88b7c774 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:32:01.801822 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:01.845226 dv-cinder-822821-2-iscsi neutron-server[103163]: WARNING neutron.services.revisions.revision_plugin [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Could not find related network for resource to bump revision. Mar 02 11:32:01.865557 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:32:01.878510 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794293661076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (b485fd8c-e5b1-4c83-bc9b-46e442fc0722), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:01.879064 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Unsubscribe: segment precommit_create {{(pid=103163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 11:32:01.879580 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Added segment b485fd8c-e5b1-4c83-bc9b-46e442fc0722 of type vlan for network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed Mar 02 11:32:01.940236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:01.972737 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:01.973734 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:32:01.974342 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:02.001039 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2854440 Mar 02 11:32:02.083926 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:32:02.093501 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.093873 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.094339 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.094731 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.095065 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.095395 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.095730 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.096061 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.096536 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.096928 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.097237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.097556 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.097881 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9b70e-2350-4501-907b-98e1d3fed1d8 admin admin] Tracked resource versions report: Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: pushed versions: Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: { 'AddressGroup': {'1.2'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Log': {'1.0'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Network': {'1.1'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Port': {'1.7'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'PortForwarding': {'1.2'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'QosPolicy': {'1.10'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroup': {'1.5'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SubPort': {'1.0'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Subnet': {'1.1'}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Trunk': {'1.1'}} Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: consumer versions: Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'ConntrackHelper': '1.0', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'LocalIPAssociation': '1.0', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Log': '1.0', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Network': '1.1', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Port': '1.7', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'PortForwarding': '1.2', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'QosPolicy': '1.10', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroup': '1.5', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroupRule': '1.2', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SubPort': '1.0', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Subnet': '1.1', Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Trunk': '1.1'}} Mar 02 11:32:02.099288 dv-cinder-822821-2-iscsi neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:32:02.134800 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:32:02.502242 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:04.098715 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:04.323776 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51924) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:32:04.387423 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f525b6-68ec-4ba4-91c0-a3cf034f74b9 admin admin] GET failed (client error): The resource could not be found. Mar 02 11:32:04.388704 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-84f525b6-68ec-4ba4-91c0-a3cf034f74b9 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639217 Mar 02 11:32:04.487408 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0525744-8f87-48d9-8674-84f9a26d5c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:32:04.488762 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d0525744-8f87-48d9-8674-84f9a26d5c90 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0954642 Mar 02 11:32:04.498248 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:32:04.520131 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Made reservation on behalf of 260393a257394750a3f699df88b7c774 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:32:04.522355 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:04.706377 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (7076eb5e-3607-4d78-9014-bbfae7dfb594), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:04.762215 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7076eb5e-3607-4d78-9014-bbfae7dfb594,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:32:04.774361 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Checking segment: {'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:32:04.774737 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Network hostable DHCP agents. Network: 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:32:04.799823 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:32:04.812987 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:32:04.818252 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:32:04.818899 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:04.823777 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b896a-6bb6-4f45-9948-9d81236ed3f0 None None] Network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:32:04.837537 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-164e02d8-c701-4566-ae80-dcf1875803a0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3425639 Mar 02 11:32:05.032979 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed', 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed', 'project_id': '260393a257394750a3f699df88b7c774', 'fixed_ips': [{'subnet_id': '7076eb5e-3607-4d78-9014-bbfae7dfb594'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:32:05.033826 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:05.171579 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Allocated IP 192.168.233.2 (6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed/7076eb5e-3607-4d78-9014-bbfae7dfb594/aaca4dcd-5677-44d4-b754-d6d0480ccf53) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:32:05.316327 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Publish callbacks [] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:05.322356 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:05.370246 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:32:05.374246 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:32:05.376096 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Pushing event updated for resources: {'Port': ['ID=aaca4dcd-5677-44d4-b754-d6d0480ccf53,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:32:05.378210 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:32:05.390242 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.390609 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.390976 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.391320 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.391651 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.391980 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.392307 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.392729 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.393057 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.393396 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.393722 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.394050 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.394365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:32:05.442256 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Attempting to bind port aaca4dcd-5677-44d4-b754-d6d0480ccf53 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:32:05.442631 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Attempting to bind port aaca4dcd-5677-44d4-b754-d6d0480ccf53 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:32:05.442998 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Attempting to bind port aaca4dcd-5677-44d4-b754-d6d0480ccf53 on network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:32:05.448199 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:32:05.448574 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Checking segment: {'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:32:05.449012 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:05.449413 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Bound using segment: {'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:32:05.449880 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Bound port: aaca4dcd-5677-44d4-b754-d6d0480ccf53, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:32:05.450263 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:05.499719 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:05.524706 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] For port aaca4dcd-5677-44d4-b754-d6d0480ccf53, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:32:05.527866 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] For port aaca4dcd-5677-44d4-b754-d6d0480ccf53, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=aaca4dcd-5677-44d4-b754-d6d0480ccf53,segment=NetworkSegment(b485fd8c-e5b1-4c83-bc9b-46e442fc0722),segment_id=b485fd8c-e5b1-4c83-bc9b-46e442fc0722)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:32:05.534409 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:05.598856 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2772f-3d0e-4910-834c-9722995a937f None None] Pushing event updated for resources: {'Port': ['ID=aaca4dcd-5677-44d4-b754-d6d0480ccf53,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:32:06.342378 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device aaca4dcd-5677-44d4-b754-d6d0480ccf53 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:32:06.397274 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port aaca4dcd-5677-44d4-b754-d6d0480ccf53 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:32:06.397497 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:06.487442 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port aaca4dcd-5677-44d4-b754-d6d0480ccf53 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:32:06.487829 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:06.509876 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48747f3-86f4-4f4e-9037-c6e149e7b1ca None None] Network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:32:06.562222 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port aaca4dcd-5677-44d4-b754-d6d0480ccf53, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=aaca4dcd-5677-44d4-b754-d6d0480ccf53,segment=NetworkSegment(b485fd8c-e5b1-4c83-bc9b-46e442fc0722),segment_id=b485fd8c-e5b1-4c83-bc9b-46e442fc0722)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:32:06.567120 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:06.657749 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=aaca4dcd-5677-44d4-b754-d6d0480ccf53,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:32:06.663228 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-d2fe6fc7-90d0-44bb-8099-7eb919588a02 None None] Provisioning complete for port aaca4dcd-5677-44d4-b754-d6d0480ccf53 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:32:06.663611 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6fc7-90d0-44bb-8099-7eb919588a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:06.751563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe6fc7-90d0-44bb-8099-7eb919588a02 None None] Current status of the port aaca4dcd-5677-44d4-b754-d6d0480ccf53 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:32:06.972114 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-fc496293-0de4-4286-920c-35c75c6ed7a2 None None] Provisioning complete for port aaca4dcd-5677-44d4-b754-d6d0480ccf53 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:32:06.972424 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc496293-0de4-4286-920c-35c75c6ed7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:07.052304 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-fc496293-0de4-4286-920c-35c75c6ed7a2 None None] Current status of the port aaca4dcd-5677-44d4-b754-d6d0480ccf53 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:32:08.267849 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device aaca4dcd-5677-44d4-b754-d6d0480ccf53 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:32:08.314699 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port aaca4dcd-5677-44d4-b754-d6d0480ccf53 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:32:08.315095 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (aaca4dcd-5677-44d4-b754-d6d0480ccf53), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:08.392328 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port aaca4dcd-5677-44d4-b754-d6d0480ccf53 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:32:09.851299 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:32:29.380469 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-05539dde-d192-48b6-8ef2-c36f69996e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:31.604089 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-66f6365a-4272-4641-8cfc-b8e7585c285b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:32.505414 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:34.101676 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:35.472078 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:32:46.849590 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:32:59.384571 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e2425329-55e4-4771-9bd9-d95f1d1ed4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:01.605197 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4d7b735b-42b4-4095-a78f-1555a002f473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:02.507709 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:04.104537 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:05.474724 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:23.848482 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:33:29.386045 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-79da7397-10d1-4369-b366-443c6510e27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:31.610042 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5a191cfa-f7fa-482e-bb54-9e86bf8828e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:32.510509 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.144914 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51962) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:33:33.150541 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-2bbc0e07-0e86-4159-8431-0531a5fbb00f tempest-verify_tempest_config-1448264056 tempest-verify_tempest_config-1448264056-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:33:33.151552 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2bbc0e07-0e86-4159-8431-0531a5fbb00f tempest-verify_tempest_config-1448264056 tempest-verify_tempest_config-1448264056-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056882 Mar 02 11:33:33.432495 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 51980) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:33:33.532848 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.602869 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Publish callbacks [] for security_group (28d4a72f-7c75-4027-8ec7-1a6f50767b94), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.606894 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (28d4a72f-7c75-4027-8ec7-1a6f50767b94), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.647520 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb2e4c2aed7e40c69e7ba79d2995256d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2139919 Mar 02 11:33:33.650562 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 51984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:33:33.652326 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d4a72f-7c75-4027-8ec7-1a6f50767b94,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:33:33.659453 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.659807 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.660148 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.660481 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.660857 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.661185 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.661513 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.661838 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.662160 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.662500 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.662829 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.663148 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.663465 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d7ac-96e7-47a3-ad52-ec495f9f6338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.723371 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Publish callbacks [] for security_group (28d4a72f-7c75-4027-8ec7-1a6f50767b94), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.743630 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Publish callbacks [] for security_group (28d4a72f-7c75-4027-8ec7-1a6f50767b94), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.833685 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (28d4a72f-7c75-4027-8ec7-1a6f50767b94), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.836149 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:33.837344 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28d4a72f-7c75-4027-8ec7-1a6f50767b94 HTTP/1.1" status: 204 len: 168 time: 0.1858025 Mar 02 11:33:33.845534 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d4a72f-7c75-4027-8ec7-1a6f50767b94,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:33:33.851962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.852334 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.852708 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.853095 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.853379 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.853709 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.854050 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.854381 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.854708 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.855015 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.855335 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.855654 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:33.856506 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b9c59-b985-4ae8-a279-6b20eb506c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:33:34.117483 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:35.477070 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:33:59.387861 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-14b7bfac-e7fc-4556-aaee-7ba18453bade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:00.846812 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:34:01.612125 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce45a0cb-579f-4142-9e8f-cbd6a4061695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:02.511877 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:04.110172 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:05.478814 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:29.395989 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cb343e7f-df2e-4de7-8857-d9b83df289e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:31.612572 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f80c8ab7-508f-4b53-b71a-e5d97941f1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:32.513962 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:34.111995 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:35.481171 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:34:37.845713 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:34:59.387201 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-52a08b26-e410-42b9-be42-409a4eb9aefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:01.613926 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b5d1-0aee-4854-90b8-e1a420361022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:02.515861 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:04.114542 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:05.482312 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:14.843923 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 5 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:35:15.553931 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8112210'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:29.388766 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b58bb19a-67ec-4413-a703-9e6d266278b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:30.441088 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52056) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:35:30.542722 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cd57d0ca-5810-459a-aa13-1475d19004b0 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1005592 Mar 02 11:35:31.614823 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9858e99d-275c-4b7f-a630-8c86d2af1180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:32.518038 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:32.840609 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52066) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:35:32.893834 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d51fa33c-12d7-4bc6-987a-895596ce2798 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521255 Mar 02 11:35:34.116912 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:35.484461 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:45.538345 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:35:51.843206 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:35:59.389860 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2afa1f0f-c860-4be6-8a2d-4c7bcae1d99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:01.617084 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9bbf2332-6a15-4050-b48e-0facac7dacf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:02.520892 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:04.120021 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:05.485524 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:15.567240 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:28.842324 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:36:29.394662 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-496a3160-47c1-4da7-80e9-f216de4cdfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:31.623774 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-379bc018-ba25-4824-9393-0430864e55d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:32.533245 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:34.122945 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:35.487833 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:45.567065 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:36:59.386107 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab3df425-a641-41fb-95d0-ac79094443a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:01.621211 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-20c059f3-2c7c-4f73-be86-cba033c99d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:02.529260 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:04.126648 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:05.490318 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:05.841850 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:37:10.919813 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52266) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:11.003210 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52274) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:11.185553 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52288) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:11.366334 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2101898146-network', 'tenant_id': '81c514bb1fb548d68ddbe3e9804aee97'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:11.377207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-729623381-network', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:11.392660 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:11.408349 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Made reservation on behalf of 4a157e295b59440ab9a0d462905e76a6 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:11.410803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.413471 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Made reservation on behalf of 81c514bb1fb548d68ddbe3e9804aee97 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:11.415509 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.428445 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.431062 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.451016 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-network', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:11.515813 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Made reservation on behalf of 1fe8fd52bed84e57834b727c313bdead for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:11.518089 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.530112 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.617443 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks [] for security_group (f39e9e7f-7663-499d-8066-6a11daa32ee5), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.629189 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f39e9e7f-7663-499d-8066-6a11daa32ee5), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.642350 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:37:11.652816 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (f815aada-3594-443e-a5ac-38860985afa9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.653413 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Added segment f815aada-3594-443e-a5ac-38860985afa9 of type vlan for network 86312437-21f0-4e26-9119-28a63a29ab33 Mar 02 11:37:11.700995 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (86312437-21f0-4e26-9119-28a63a29ab33), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.738054 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (86312437-21f0-4e26-9119-28a63a29ab33), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.739632 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:11.740366 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.760335 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-129038464-network', 'tenant_id': 'e086bda6ffd840058a923df4a42cb0ba'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:11.767497 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5808773 Mar 02 11:37:11.779512 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52316) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:11.791698 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Request body: {'subnet': {'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-subnet', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:11.804657 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Made reservation on behalf of e086bda6ffd840058a923df4a42cb0ba for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:11.807821 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.840270 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Made reservation on behalf of 1fe8fd52bed84e57834b727c313bdead for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:11.840667 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.842825 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.871655 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks [] for security_group (7e67beb7-a1cd-418c-a9da-960f9a2435b4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.916525 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks [] for security_group (23c3b04c-57c2-433b-8a16-3178da3f8ca1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.944440 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks [] for security_group (ed9b0286-c0b8-410b-8c98-cd8c0ee0858e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.953961 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (ed9b0286-c0b8-410b-8c98-cd8c0ee0858e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:11.987240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:11.995553 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:37:11.998483 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:11.999352 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:11.999838 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.000511 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.001050 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.001837 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.002331 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.002962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.003602 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.004174 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.004763 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.005908 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.006442 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Tracked resource versions report: Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: pushed versions: Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: { 'AddressGroup': {'1.2'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Log': {'1.0'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Network': {'1.1'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Port': {'1.7'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'PortForwarding': {'1.2'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'QosPolicy': {'1.10'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroup': {'1.5'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SubPort': {'1.0'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Subnet': {'1.1'}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Trunk': {'1.1'}} Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: consumer versions: Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: HyperV agent@hv-cinder-82282: {}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'ConntrackHelper': '1.0', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'LocalIPAssociation': '1.0', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Log': '1.0', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Network': '1.1', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Port': '1.7', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'PortForwarding': '1.2', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'QosPolicy': '1.10', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroup': '1.5', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SecurityGroupRule': '1.2', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'SubPort': '1.0', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Subnet': '1.1', Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: 'Trunk': '1.1'}} Mar 02 11:37:12.007815 dv-cinder-822821-2-iscsi neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:37:12.023549 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.024101 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Added segment 8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43 of type vlan for network 48328361-24f1-4062-b743-363b54f5bcd5 Mar 02 11:37:12.069997 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (48328361-24f1-4062-b743-363b54f5bcd5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.094933 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Pushing event updated for resources: {'Network': ['ID=86312437-21f0-4e26-9119-28a63a29ab33,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.096808 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (48328361-24f1-4062-b743-363b54f5bcd5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.098238 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:12.099155 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.106148 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.107120 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.107642 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.108679 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.109353 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.110157 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.110631 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.111308 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.112285 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.113144 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.113926 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.115021 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.115633 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Tracked resource versions report: Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: pushed versions: Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: { 'AddressGroup': {'1.2'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Log': {'1.0'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Network': {'1.1'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Port': {'1.7'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'PortForwarding': {'1.2'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'QosPolicy': {'1.10'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroup': {'1.5'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SubPort': {'1.0'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Subnet': {'1.1'}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Trunk': {'1.1'}} Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: consumer versions: Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: HyperV agent@hv-cinder-82282: {}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'ConntrackHelper': '1.0', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'LocalIPAssociation': '1.0', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Log': '1.0', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Network': '1.1', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Port': '1.7', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'PortForwarding': '1.2', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'QosPolicy': '1.10', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroup': '1.5', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SecurityGroupRule': '1.2', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'SubPort': '1.0', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Subnet': '1.1', Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: 'Trunk': '1.1'}} Mar 02 11:37:12.117237 dv-cinder-822821-2-iscsi neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:37:12.123763 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7e67beb7-a1cd-418c-a9da-960f9a2435b4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.133292 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 86312437-21f0-4e26-9119-28a63a29ab33 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:37:12.138824 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:37:12.150161 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (6b6daf8e-38ea-44f1-b528-25fe8865d921), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.150713 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Added segment 6b6daf8e-38ea-44f1-b528-25fe8865d921 of type vlan for network 9b543de4-d47d-4707-8169-4205b1891fb2 Mar 02 11:37:12.167932 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] Pushing event updated for resources: {'Network': ['ID=48328361-24f1-4062-b743-363b54f5bcd5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.183437 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a5ac3ff4-b5f2-462c-8628-97eac796914a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7886786 Mar 02 11:37:12.186534 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52340) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:12.194706 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Request body: {'subnet': {'network_id': '48328361-24f1-4062-b743-363b54f5bcd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-129038464-subnet', 'tenant_id': 'e086bda6ffd840058a923df4a42cb0ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:12.198696 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (9b543de4-d47d-4707-8169-4205b1891fb2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.220426 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (90537021-0924-4879-a895-e6b8562f200a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.221114 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Made reservation on behalf of e086bda6ffd840058a923df4a42cb0ba for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:12.225693 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.266358 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea875182-86d0-4102-91e1-58a848cf15cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e9e7f-7663-499d-8066-6a11daa32ee5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.269823 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (23c3b04c-57c2-433b-8a16-3178da3f8ca1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.278235 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90537021-0924-4879-a895-e6b8562f200a,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.283116 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (9b543de4-d47d-4707-8169-4205b1891fb2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.284340 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:12.285143 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.315173 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3941188 Mar 02 11:37:12.324075 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:37:12.334293 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (4404dfec-3852-44b9-8606-d3b46112917a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.334745 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Added segment 4404dfec-3852-44b9-8606-d3b46112917a of type vlan for network d40d3ed4-ae78-48b1-858d-23adef12d1d7 Mar 02 11:37:12.373581 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 48328361-24f1-4062-b743-363b54f5bcd5 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:37:12.385276 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (d40d3ed4-ae78-48b1-858d-23adef12d1d7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.452014 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52344) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:12.462816 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (d40d3ed4-ae78-48b1-858d-23adef12d1d7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.464155 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:12.465083 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.542360 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Request body: {'subnet': {'network_id': '9b543de4-d47d-4707-8169-4205b1891fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2101898146-subnet', 'tenant_id': '81c514bb1fb548d68ddbe3e9804aee97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:12.560068 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (b0d73f69-d661-4fce-8047-3da48c39d270), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.582252 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5779438 Mar 02 11:37:12.587604 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Checking segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:12.588292 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Network hostable DHCP agents. Network: 86312437-21f0-4e26-9119-28a63a29ab33, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:37:12.594984 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52358) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:12.595748 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e67beb7-a1cd-418c-a9da-960f9a2435b4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.602940 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Request body: {'subnet': {'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-subnet', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:12.613141 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d73f69-d661-4fce-8047-3da48c39d270,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.650286 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Made reservation on behalf of 4a157e295b59440ab9a0d462905e76a6 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:12.654681 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.657609 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Checking segment: {'id': '8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '48328361-24f1-4062-b743-363b54f5bcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:12.658120 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Network hostable DHCP agents. Network: 48328361-24f1-4062-b743-363b54f5bcd5, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:37:12.681779 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Network 48328361-24f1-4062-b743-363b54f5bcd5 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:37:12.693938 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 48328361-24f1-4062-b743-363b54f5bcd5) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:12.706211 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:12.706983 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33217ed-c379-4319-945e-d39361442d26 None None] Network 48328361-24f1-4062-b743-363b54f5bcd5 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:12.712157 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.712384 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9840d3-3d90-48eb-8216-ea98c9ae34e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b543de4-d47d-4707-8169-4205b1891fb2,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.743413 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a7f47da8-1924-4e8b-9f3b-e98b405882ec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5454338 Mar 02 11:37:12.776521 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 9b543de4-d47d-4707-8169-4205b1891fb2 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:37:12.831922 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c3b04c-57c2-433b-8a16-3178da3f8ca1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.834754 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Made reservation on behalf of 81c514bb1fb548d68ddbe3e9804aee97 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:12.837808 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:12.942943 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baee86-e5cb-4c6e-a52e-c46629ff1fdb admin admin] Pushing event updated for resources: {'Network': ['ID=d40d3ed4-ae78-48b1-858d-23adef12d1d7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:12.953986 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Network 86312437-21f0-4e26-9119-28a63a29ab33 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:37:12.961925 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:37:13.075694 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688863e-a981-460f-bfb5-d84a75dd3a9b None None] Network 48328361-24f1-4062-b743-363b54f5bcd5 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:13.077473 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 86312437-21f0-4e26-9119-28a63a29ab33) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:13.090579 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:13.091317 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.128755 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a37dba-2f55-4375-a217-3b6c32424780 None None] Network 86312437-21f0-4e26-9119-28a63a29ab33 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:13.160065 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (86177632-8555-4cee-be94-a51447a8e101), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.207623 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86177632-8555-4cee-be94-a51447a8e101,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:13.213888 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f299fb2e-2c1b-496e-a66e-73d4c5ce3b20 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4329290 Mar 02 11:37:13.216809 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52398) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:13.224110 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:13.278207 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.280302 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.331296 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Checking segment: {'id': '6b6daf8e-38ea-44f1-b528-25fe8865d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9b543de4-d47d-4707-8169-4205b1891fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:13.331663 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Network hostable DHCP agents. Network: 9b543de4-d47d-4707-8169-4205b1891fb2, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:37:13.341175 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (f6a04572-5c8b-47ea-9cf5-c00afbadd900), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.444829 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Network 9b543de4-d47d-4707-8169-4205b1891fb2 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:37:13.454522 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a04572-5c8b-47ea-9cf5-c00afbadd900,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:13.461368 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Checking segment: {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:13.463210 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Network hostable DHCP agents. Network: d40d3ed4-ae78-48b1-858d-23adef12d1d7, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:37:13.470914 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 9b543de4-d47d-4707-8169-4205b1891fb2) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:13.478147 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:13.481881 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.522127 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508e5fc-39f7-47c5-889a-907c0de58bdb None None] Network 9b543de4-d47d-4707-8169-4205b1891fb2 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:13.535802 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-895b58d6-dd90-4080-adda-f67cacadec68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0755730 Mar 02 11:37:13.546220 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:37:13.552861 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, d40d3ed4-ae78-48b1-858d-23adef12d1d7) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:13.560175 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:13.563182 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.566928 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52424) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:13.572860 dv-cinder-822821-2-iscsi neutron-server[103164]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 11:37:13.659508 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks [] for router_controller (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.675443 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-86312437-21f0-4e26-9119-28a63a29ab33', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:37:13.679310 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.703454 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d11efc-949d-46a2-a3fe-c29f5573ec33 None None] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:13.706738 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e8898d36-9247-450c-8336-b0bce5c6af28 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1078918 Mar 02 11:37:13.725100 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52428) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:13.730148 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:13.814726 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (18f4ed1d-180f-4e13-a5cb-af95507a4fab), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.816168 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (18f4ed1d-180f-4e13-a5cb-af95507a4fab), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:13.883118 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-38bd7e98-1935-4a77-8830-cd4affa10782 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:13.884854 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-38bd7e98-1935-4a77-8830-cd4affa10782 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/networks?id=48328361-24f1-4062-b743-363b54f5bcd5 HTTP/1.1" status: 200 len: 811 time: 0.3132606 Mar 02 11:37:13.936841 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-dbce7b63-e654-4130-8ed3-9a4a91ee0b47 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/quotas/e086bda6ffd840058a923df4a42cb0ba HTTP/1.1" status: 200 len: 375 time: 0.0343044 Mar 02 11:37:13.997502 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks [] for router_controller (18f4ed1d-180f-4e13-a5cb-af95507a4fab), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.068888 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-593ad6c7-16de-4180-9f94-7b0e07fdb5e4 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e086bda6ffd840058a923df4a42cb0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821767 Mar 02 11:37:14.096223 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Allocated IP 172.20.0.2 (86312437-21f0-4e26-9119-28a63a29ab33/90537021-0924-4879-a895-e6b8562f200a/8104c369-9078-45da-a83c-4bd2ddffc6e7) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:14.267981 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Publish callbacks [] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.311563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.312442 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks [] for router_gateway (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.359039 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Network 86312437-21f0-4e26-9119-28a63a29ab33 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:14.388168 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:14.394572 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:14.512681 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f053fdc-f5ac-4e0c-9558-7be5cd84bc95 None None] Network 9b543de4-d47d-4707-8169-4205b1891fb2 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:14.522610 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52460) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:14.540551 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2097612716-network', 'tenant_id': 'e3b4302233704e57adfbd2222b5334a6'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:14.560903 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6524a-6dce-4e3e-90d3-cded4c760cde None None] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:14.564381 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Pushing event updated for resources: {'Port': ['ID=8104c369-9078-45da-a83c-4bd2ddffc6e7,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:14.689476 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.689978 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.690539 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.690981 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.691485 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.691830 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.692279 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.692764 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.693235 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.693680 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.694363 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.694496 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.695012 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Tracked resource versions report: Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: pushed versions: Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: { 'AddressGroup': {'1.2'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Log': {'1.0'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Network': {'1.1'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Port': {'1.7'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'PortForwarding': {'1.2'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'QosPolicy': {'1.10'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroup': {'1.5'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SubPort': {'1.0'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Subnet': {'1.1'}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Trunk': {'1.1'}} Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: consumer versions: Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: HyperV agent@hv-cinder-82282: {}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'ConntrackHelper': '1.0', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'LocalIPAssociation': '1.0', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Log': '1.0', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Network': '1.1', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Port': '1.7', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'PortForwarding': '1.2', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'QosPolicy': '1.10', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroup': '1.5', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SecurityGroupRule': '1.2', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'SubPort': '1.0', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Subnet': '1.1', Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: 'Trunk': '1.1'}} Mar 02 11:37:14.696363 dv-cinder-822821-2-iscsi neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:37:14.725839 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Attempting to bind port 8104c369-9078-45da-a83c-4bd2ddffc6e7 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:14.726302 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Attempting to bind port 8104c369-9078-45da-a83c-4bd2ddffc6e7 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:14.726765 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Attempting to bind port 8104c369-9078-45da-a83c-4bd2ddffc6e7 on network 86312437-21f0-4e26-9119-28a63a29ab33 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:14.750871 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks [] for router_gateway (18f4ed1d-180f-4e13-a5cb-af95507a4fab), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.756782 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:14.757365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Checking segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:14.757963 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.758563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Bound using segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:14.759222 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Bound port: 8104c369-9078-45da-a83c-4bd2ddffc6e7, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:14.760477 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.774046 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-b4254de0-fc82-4d35-841a-8fdd8c25f49b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:37:14.774272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Made reservation on behalf of e3b4302233704e57adfbd2222b5334a6 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:14.777463 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.788603 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-b4254de0-fc82-4d35-841a-8fdd8c25f49b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2398558 Mar 02 11:37:14.853890 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:14.950417 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] For port 8104c369-9078-45da-a83c-4bd2ddffc6e7, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:14.970181 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] For port 8104c369-9078-45da-a83c-4bd2ddffc6e7, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=8104c369-9078-45da-a83c-4bd2ddffc6e7,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:14.982907 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.013402 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-8b32f8c5-03d1-4164-b994-384e89f704d8 service neutron] 10.222.0.43 "GET /v2.0/networks/48328361-24f1-4062-b743-363b54f5bcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786847 Mar 02 11:37:15.013402 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52482) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:15.022316 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks [] for router_gateway (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.068921 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ff9d3-bed8-4270-a86f-8a21b773d57a None None] Pushing event updated for resources: {'Port': ['ID=8104c369-9078-45da-a83c-4bd2ddffc6e7,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:15.111961 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.139077 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks [] for security_group (2373399c-60cf-4e11-b5b1-e22a35e005d1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.162533 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (2373399c-60cf-4e11-b5b1-e22a35e005d1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.238933 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1064ce6e-d3e2-450e-a0a8-8bc2c41b777e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.260472 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-d9a87e5a-eefe-4a8c-b69f-89188742684a service neutron] 10.222.0.43 "GET /v2.0/networks/48328361-24f1-4062-b743-363b54f5bcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346895 Mar 02 11:37:15.278177 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:37:15.309009 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (dd5286fd-feec-49a3-98b9-ae5574ca7163), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.309555 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Added segment dd5286fd-feec-49a3-98b9-ae5574ca7163 of type vlan for network 939c8b08-a4d7-43aa-b26d-f07b9066ea23 Mar 02 11:37:15.383841 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373399c-60cf-4e11-b5b1-e22a35e005d1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:15.428110 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (939c8b08-a4d7-43aa-b26d-f07b9066ea23), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.486846 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Allocated IP 172.27.2.176 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/8f51772a-9733-40b9-925c-55bcb107ceec) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:15.555860 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (939c8b08-a4d7-43aa-b26d-f07b9066ea23), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.565498 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:15.565498 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.589559 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks [] for router_gateway (18f4ed1d-180f-4e13-a5cb-af95507a4fab), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.606017 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.622195 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.724249 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52520) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:15.724935 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52530) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:15.792388 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] Pushing event updated for resources: {'Network': ['ID=939c8b08-a4d7-43aa-b26d-f07b9066ea23,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:15.800009 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1af3fd0a-185f-4297-836b-5e144b1417b6 req-2ce0d617-0fb8-4fc7-ae6d-567bd630d71a tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0688932 Mar 02 11:37:15.804644 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 939c8b08-a4d7-43aa-b26d-f07b9066ea23 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:37:15.806315 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1064ce6e-d3e2-450e-a0a8-8bc2c41b777e admin admin] Publish callbacks [] for security_group (52edf13d-d331-4033-ba74-43927bf5e1dd), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.815429 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1064ce6e-d3e2-450e-a0a8-8bc2c41b777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (52edf13d-d331-4033-ba74-43927bf5e1dd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.820059 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks [] for port (8f51772a-9733-40b9-925c-55bcb107ceec), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.829776 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-4fe0771b-c760-48b7-b38e-6a4d84498770 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3050923 Mar 02 11:37:15.837757 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52540) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:15.850131 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Request body: {'subnet': {'network_id': '939c8b08-a4d7-43aa-b26d-f07b9066ea23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2097612716-subnet', 'tenant_id': 'e3b4302233704e57adfbd2222b5334a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:15.922890 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:15.941327 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-1064ce6e-d3e2-450e-a0a8-8bc2c41b777e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a380d5dbf2f247e696e9379847d6bf81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9167919 Mar 02 11:37:15.948654 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:15.951263 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52544) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:15.982532 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:16.011309 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:16.027169 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Made reservation on behalf of e3b4302233704e57adfbd2222b5334a6 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:16.029684 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.041230 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064ce6e-d3e2-450e-a0a8-8bc2c41b777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52edf13d-d331-4033-ba74-43927bf5e1dd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:16.055318 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05f309d-0676-42d3-82bb-2bd2c6f82110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.139398 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Allocated IP 172.27.2.85 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/d4d3651e-8570-4b52-97ef-a95759c10fdd) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:16.180307 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3d37bb8-ee02-4d1f-bbf3-b2229a614f72 admin admin] Publish callbacks [] for security_group (52edf13d-d331-4033-ba74-43927bf5e1dd), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.244406 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Pushing event updated for resources: {'Port': ['ID=8f51772a-9733-40b9-925c-55bcb107ceec,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:16.287090 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3d37bb8-ee02-4d1f-bbf3-b2229a614f72 admin admin] Publish callbacks [] for security_group (52edf13d-d331-4033-ba74-43927bf5e1dd), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.591185 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8104c369-9078-45da-a83c-4bd2ddffc6e7 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:16.607866 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05f309d-0676-42d3-82bb-2bd2c6f82110 admin admin] Publish callbacks [] for security_group (af5234f4-8e79-4166-b418-f3bb7631a739), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.626487 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05f309d-0676-42d3-82bb-2bd2c6f82110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (af5234f4-8e79-4166-b418-f3bb7631a739), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.646432 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks [] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.706976 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3d37bb8-ee02-4d1f-bbf3-b2229a614f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (52edf13d-d331-4033-ba74-43927bf5e1dd), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.710691 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d3d37bb8-ee02-4d1f-bbf3-b2229a614f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.715039 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d3d37bb8-ee02-4d1f-bbf3-b2229a614f72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52edf13d-d331-4033-ba74-43927bf5e1dd HTTP/1.1" status: 204 len: 168 time: 0.7357295 Mar 02 11:37:16.716910 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks [] for router_gateway (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.725596 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b05f309d-0676-42d3-82bb-2bd2c6f82110 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07bd430ac5284982923a86e05f9c988a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9840999 Mar 02 11:37:16.735224 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52580) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:16.744339 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d96d7-de09-4287-b7fe-3d8c4458a2fc None None] Network 86312437-21f0-4e26-9119-28a63a29ab33 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:16.762393 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f309d-0676-42d3-82bb-2bd2c6f82110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5234f4-8e79-4166-b418-f3bb7631a739,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:16.800763 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (257f88e7-b66d-477d-80a1-e3d2a72a8eef), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.811745 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d37bb8-ee02-4d1f-bbf3-b2229a614f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52edf13d-d331-4033-ba74-43927bf5e1dd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:16.865646 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.913175 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257f88e7-b66d-477d-80a1-e3d2a72a8eef,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:16.950350 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:16.958413 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79e9a58f-e6aa-4c0a-a952-6291833a5a02 admin admin] Publish callbacks [] for security_group (af5234f4-8e79-4166-b418-f3bb7631a739), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:16.963943 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:16.969612 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d3651e-8570-4b52-97ef-a95759c10fdd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:16.980668 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:17.025522 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-0e3bc2ed-93b3-44f0-a386-888419b0d024 None None] Provisioning complete for port 8104c369-9078-45da-a83c-4bd2ddffc6e7 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:17.025906 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc2ed-93b3-44f0-a386-888419b0d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.061588 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9346e264-3a26-4382-b835-80cccd066fbe req-263712b2-53be-4b28-930d-947947d2c0e5 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0930378 Mar 02 11:37:17.063953 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79e9a58f-e6aa-4c0a-a952-6291833a5a02 admin admin] Publish callbacks [] for security_group (af5234f4-8e79-4166-b418-f3bb7631a739), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.070821 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Checking segment: {'id': 'dd5286fd-feec-49a3-98b9-ae5574ca7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '939c8b08-a4d7-43aa-b26d-f07b9066ea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:17.071245 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Network hostable DHCP agents. Network: 939c8b08-a4d7-43aa-b26d-f07b9066ea23, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:37:17.094820 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 8104c369-9078-45da-a83c-4bd2ddffc6e7 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:17.095458 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.179905 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Network 939c8b08-a4d7-43aa-b26d-f07b9066ea23 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:37:17.209649 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 939c8b08-a4d7-43aa-b26d-f07b9066ea23) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:17.221871 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:17.222526 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.239825 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655f577-762a-4306-ba89-482c0ab1735e None None] Network 939c8b08-a4d7-43aa-b26d-f07b9066ea23 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:17.285410 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.341033 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bc2ed-93b3-44f0-a386-888419b0d024 None None] Current status of the port 8104c369-9078-45da-a83c-4bd2ddffc6e7 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:17.341423 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc2ed-93b3-44f0-a386-888419b0d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.373950 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 8104c369-9078-45da-a83c-4bd2ddffc6e7 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:17.374629 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.467557 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-0e3bc2ed-93b3-44f0-a386-888419b0d024 None None] For port 8104c369-9078-45da-a83c-4bd2ddffc6e7, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=8104c369-9078-45da-a83c-4bd2ddffc6e7,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:17.555452 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc2ed-93b3-44f0-a386-888419b0d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.614685 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb82f4-7168-4e03-b422-8e5c792ae3c5 None None] Network 939c8b08-a4d7-43aa-b26d-f07b9066ea23 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:37:17.628224 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79e9a58f-e6aa-4c0a-a952-6291833a5a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (af5234f4-8e79-4166-b418-f3bb7631a739), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.631798 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-79e9a58f-e6aa-4c0a-a952-6291833a5a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.632832 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.db.api [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 11:37:17.632979 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-79e9a58f-e6aa-4c0a-a952-6291833a5a02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af5234f4-8e79-4166-b418-f3bb7631a739 HTTP/1.1" status: 204 len: 168 time: 0.8962929 Mar 02 11:37:17.633658 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks [] for router_gateway (18f4ed1d-180f-4e13-a5cb-af95507a4fab), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.634651 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG oslo_db.api [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 11:37:17.694298 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:37:17.726153 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9a58f-e6aa-4c0a-a952-6291833a5a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5234f4-8e79-4166-b418-f3bb7631a739,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:17.731960 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4e81dc00-32e2-46c4-890a-7c85b5a77d42 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8885128 Mar 02 11:37:17.748181 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bc2ed-93b3-44f0-a386-888419b0d024 None None] Pushing event updated for resources: {'Port': ['ID=8104c369-9078-45da-a83c-4bd2ddffc6e7,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:17.770019 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-ec2bdcef-f627-4d79-afaa-c08bf2c258a4 None None] Provisioning complete for port 8104c369-9078-45da-a83c-4bd2ddffc6e7 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:17.770746 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdcef-f627-4d79-afaa-c08bf2c258a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.936041 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:37:17.947801 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Sync routers for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:37:17.987297 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:17.990076 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:17.994554 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:17.996809 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d6e09544-e4ce-47b7-95e7-6ba74f7bce0f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7777388 Mar 02 11:37:17.997634 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52628) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:17.999100 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52630) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:18.078017 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] Deleting subnet 86177632-8555-4cee-be94-a51447a8e101 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:37:18.081177 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (18f4ed1d-180f-4e13-a5cb-af95507a4fab), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.087267 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] Publish callbacks [] for subnet (86177632-8555-4cee-be94-a51447a8e101), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.183871 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] Publish callbacks [] for subnet (86177632-8555-4cee-be94-a51447a8e101), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.221783 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (86177632-8555-4cee-be94-a51447a8e101), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.254167 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bdcef-f627-4d79-afaa-c08bf2c258a4 None None] Current status of the port 8104c369-9078-45da-a83c-4bd2ddffc6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:18.285603 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 8104c369-9078-45da-a83c-4bd2ddffc6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:18.361049 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:18.383960 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52640) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:18.433393 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0e40c036-1a97-4247-b58d-c01fcae08877 req-8c5e1dbd-e9a5-42f3-b22e-a4b75f6bb87e tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0685241 Mar 02 11:37:18.453670 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b71ade2-8cfe-4ea6-99d3-c7d4ce3c3656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.486313 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (86177632-8555-4cee-be94-a51447a8e101), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.508051 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8104c369-9078-45da-a83c-4bd2ddffc6e7 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:18.545559 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86177632-8555-4cee-be94-a51447a8e101,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:18.557397 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.566232 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52646) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:18.576508 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8464dc8d-c943-479f-a24c-abf77871aca5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/86177632-8555-4cee-be94-a51447a8e101 HTTP/1.1" status: 204 len: 168 time: 0.5769322 Mar 02 11:37:18.595321 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Router 18f4ed1d-180f-4e13-a5cb-af95507a4fab is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:37:18.609410 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 8104c369-9078-45da-a83c-4bd2ddffc6e7 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:18.610001 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.638887 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:16Z', 'revision_number': 3, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:18.695641 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (9b543de4-d47d-4707-8169-4205b1891fb2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.703465 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Checking router: 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:37:18.708333 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Updating router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b port 8f51772a-9733-40b9-925c-55bcb107ceec binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:37:18.722971 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 8104c369-9078-45da-a83c-4bd2ddffc6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:18.753220 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.758499 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:37:18.774906 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Sync routers for ids ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:37:18.783502 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.785320 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-19b73df4-72ce-4351-ac9f-08950b420932 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0588477 Mar 02 11:37:18.788336 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52652) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:18.789816 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Routers {'18f4ed1d-180f-4e13-a5cb-af95507a4fab'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:18.792379 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:18.811903 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b71ade2-8cfe-4ea6-99d3-c7d4ce3c3656 admin admin] Publish callbacks [] for security_group (8ec2d204-822c-4ddb-9a0a-b0501f5f680f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.852488 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5b71ade2-8cfe-4ea6-99d3-c7d4ce3c3656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (8ec2d204-822c-4ddb-9a0a-b0501f5f680f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:18.940091 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Set router 18f4ed1d-180f-4e13-a5cb-af95507a4fab gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:18.988296 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71ade2-8cfe-4ea6-99d3-c7d4ce3c3656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec2d204-822c-4ddb-9a0a-b0501f5f680f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:18.993232 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (9b543de4-d47d-4707-8169-4205b1891fb2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.057611 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52658) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:19.064503 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-5b71ade2-8cfe-4ea6-99d3-c7d4ce3c3656 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc9376bbdb2849b4b080b64f70eeed29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6559155 Mar 02 11:37:19.081125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.081801 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.082779 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.085272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > port after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.085272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.085272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > port after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.085272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.085272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.086058 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.086315 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.189083 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca6758ea-1cfd-405e-be82-8f7a90c2a323 admin admin] Publish callbacks [] for security_group (8ec2d204-822c-4ddb-9a0a-b0501f5f680f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.251032 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Publish callbacks [] for port (8f51772a-9733-40b9-925c-55bcb107ceec), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.252668 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca6758ea-1cfd-405e-be82-8f7a90c2a323 admin admin] Publish callbacks [] for security_group (8ec2d204-822c-4ddb-9a0a-b0501f5f680f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.269235 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.328220 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Attempting to bind port 8f51772a-9733-40b9-925c-55bcb107ceec on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:19.328649 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Attempting to bind port 8f51772a-9733-40b9-925c-55bcb107ceec by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:19.329020 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Attempting to bind port 8f51772a-9733-40b9-925c-55bcb107ceec on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:19.338675 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Pushing event updated for resources: {'Port': ['ID=8f51772a-9733-40b9-925c-55bcb107ceec,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:19.341371 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:19.341753 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:19.342160 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.342777 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:19.343303 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Bound port: 8f51772a-9733-40b9-925c-55bcb107ceec, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:19.343651 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.371613 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.371813 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:17Z', 'revision_number': 3, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port': {'id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:19.372112 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.372401 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.372932 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.373283 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.373620 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.373955 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.374293 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.374624 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.374971 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.375305 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.375629 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.375957 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Tracked resource versions report: Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: pushed versions: Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: { 'AddressGroup': {'1.2'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'ConntrackHelper': {'1.0'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'LocalIPAssociation': {'1.0'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Log': {'1.0'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Network': {'1.1'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Port': {'1.7'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'PortForwarding': {'1.2'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'QosPolicy': {'1.10'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroup': {'1.5'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroupRule': {'1.2'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SubPort': {'1.0'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Subnet': {'1.1'}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Trunk': {'1.1'}} Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: consumer versions: Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: { DHCP agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: HyperV agent@hv-cinder-82282: {}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: L3 agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: Metadata agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: Metering agent@dv-cinder-822821-2-iscsi: {}, Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: Open vSwitch agent@dv-cinder-822821-2-iscsi: { 'AddressGroup': '1.2', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'ConntrackHelper': '1.0', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'LocalIPAssociation': '1.0', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Log': '1.0', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Network': '1.1', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Port': '1.7', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'PortForwarding': '1.2', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'QosPolicy': '1.10', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroup': '1.5', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SecurityGroupRule': '1.2', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'SubPort': '1.0', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Subnet': '1.1', Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: 'Trunk': '1.1'}} Mar 02 11:37:19.377179 dv-cinder-822821-2-iscsi neutron-server[103166]: {{(pid=103166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 11:37:19.395891 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca6758ea-1cfd-405e-be82-8f7a90c2a323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (8ec2d204-822c-4ddb-9a0a-b0501f5f680f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.398892 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca6758ea-1cfd-405e-be82-8f7a90c2a323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.400120 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ca6758ea-1cfd-405e-be82-8f7a90c2a323 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ec2d204-822c-4ddb-9a0a-b0501f5f680f HTTP/1.1" status: 204 len: 168 time: 0.3583114 Mar 02 11:37:19.418889 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6758ea-1cfd-405e-be82-8f7a90c2a323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec2d204-822c-4ddb-9a0a-b0501f5f680f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:19.471845 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.480815 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Checking router: 18f4ed1d-180f-4e13-a5cb-af95507a4fab for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:37:19.481347 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] For port 8f51772a-9733-40b9-925c-55bcb107ceec, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:19.486395 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] For port 8f51772a-9733-40b9-925c-55bcb107ceec, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=8f51772a-9733-40b9-925c-55bcb107ceec,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:19.486531 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Updating router 18f4ed1d-180f-4e13-a5cb-af95507a4fab port d4d3651e-8570-4b52-97ef-a95759c10fdd binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:37:19.494858 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.556433 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.560090 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.560425 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.560824 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:37:19.561240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b543de4-d47d-4707-8169-4205b1891fb2']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:19.616192 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6daf8e-38ea-44f1-b528-25fe8865d921') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:19.616504 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6daf8e-38ea-44f1-b528-25fe8865d921') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:19.629642 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.631376 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.660562 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:19.663775 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:19.719550 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (6b6daf8e-38ea-44f1-b528-25fe8865d921), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:19.722170 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627c8e-e427-4c93-9e90-d5459f957a2e None None] Pushing event updated for resources: {'Port': ['ID=8f51772a-9733-40b9-925c-55bcb107ceec,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:19.744435 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-796485c6-48ab-4624-81e1-abaca01ec6a5 req-e098dfd5-2e68-47cb-8455-1783bc60ed55 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.1103096 Mar 02 11:37:19.857774 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Allocated IP 172.20.0.1 (d40d3ed4-ae78-48b1-858d-23adef12d1d7/f6a04572-5c8b-47ea-9cf5-c00afbadd900/48d9b797-dde0-4d98-a8ca-1623e1a8a4a0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:19.901917 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:20.082608 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (6b6daf8e-38ea-44f1-b528-25fe8865d921), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.118311 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks [] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.148173 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:37:20.157903 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (6b6daf8e-38ea-44f1-b528-25fe8865d921), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: from cryptography.utils import int_from_bytes Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: from cryptography.utils import int_from_bytes Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:37:20.164821 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:37:20.180450 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:16Z', 'revision_number': 3, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:20.185282 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.286710 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Publish callbacks [] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.297385 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.308146 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb14740-41ac-493a-a6fe-57fe49b9f8ec None None] The sync data for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi is: [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:16Z', 'revision_number': 3, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:37:20.383165 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098dad9-aedd-4b42-8241-22f743c804c3 None None] Pushing event updated for resources: {'Port': ['ID=d4d3651e-8570-4b52-97ef-a95759c10fdd,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:20.410735 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Attempting to bind port d4d3651e-8570-4b52-97ef-a95759c10fdd on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:20.412736 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Attempting to bind port d4d3651e-8570-4b52-97ef-a95759c10fdd by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:20.413202 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Attempting to bind port d4d3651e-8570-4b52-97ef-a95759c10fdd on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:20.419030 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.15', 63750) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:20.428859 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:20.429251 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:20.429663 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.430063 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:20.430557 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Bound port: d4d3651e-8570-4b52-97ef-a95759c10fdd, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:20.432793 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.559394 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (9b543de4-d47d-4707-8169-4205b1891fb2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.565299 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Pushing event updated for resources: {'Port': ['ID=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:20.590319 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:20.594467 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:20.601632 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:20.602351 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (18f4ed1d-180f-4e13-a5cb-af95507a4fab), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.606584 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b543de4-d47d-4707-8169-4205b1891fb2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:20.612127 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.615878 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-3e57154c-41f9-4966-b0a1-fd5c68c3520b admin admin] 10.222.0.43 "DELETE /v2.0/networks/9b543de4-d47d-4707-8169-4205b1891fb2 HTTP/1.1" status: 204 len: 168 time: 2.0457702 Mar 02 11:37:20.630756 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52716) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:20.724640 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] For port d4d3651e-8570-4b52-97ef-a95759c10fdd, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:20.734433 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] For port d4d3651e-8570-4b52-97ef-a95759c10fdd, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d4d3651e-8570-4b52-97ef-a95759c10fdd,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:20.766512 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.823632 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Allocated IP 172.20.0.1 (86312437-21f0-4e26-9119-28a63a29ab33/90537021-0924-4879-a895-e6b8562f200a/d43d733d-eb37-4a1d-a9a3-67030189a658) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:20.830197 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] Deleting subnet 257f88e7-b66d-477d-80a1-e3d2a72a8eef {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:37:20.835543 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] Publish callbacks [] for subnet (257f88e7-b66d-477d-80a1-e3d2a72a8eef), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.884178 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.971082 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2766792'] for subnet (257f88e7-b66d-477d-80a1-e3d2a72a8eef), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:20.999528 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Routers {'18f4ed1d-180f-4e13-a5cb-af95507a4fab'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:21.002078 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:21.009180 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098dad9-aedd-4b42-8241-22f743c804c3 None None] Pushing event updated for resources: {'Port': ['ID=d4d3651e-8570-4b52-97ef-a95759c10fdd,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:21.117462 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (257f88e7-b66d-477d-80a1-e3d2a72a8eef), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.166312 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52744) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:21.257058 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3f564b6e-dbd9-46d3-817c-5f162c2b022b req-e24938e3-4485-41d9-ae18-41edd76b1b57 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0384560 Mar 02 11:37:21.284723 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks [] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.293271 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.297113 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (18f4ed1d-180f-4e13-a5cb-af95507a4fab), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.304790 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52760) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:21.313469 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3377496'] for subnet (257f88e7-b66d-477d-80a1-e3d2a72a8eef), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.363500 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] Set router 18f4ed1d-180f-4e13-a5cb-af95507a4fab gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:21.371618 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-796a3e70-3f54-4e86-969d-dd4f08a95ec9 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:21.373060 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-796a3e70-3f54-4e86-969d-dd4f08a95ec9 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.15 "GET /v2.0/networks?id=48328361-24f1-4062-b743-363b54f5bcd5 HTTP/1.1" status: 200 len: 811 time: 0.9521379 Mar 02 11:37:21.377795 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257f88e7-b66d-477d-80a1-e3d2a72a8eef,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:21.401188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.404913 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-6809af52-d3a3-4e2d-9d41-a5e11c477ec8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/257f88e7-b66d-477d-80a1-e3d2a72a8eef HTTP/1.1" status: 204 len: 168 time: 0.7706263 Mar 02 11:37:21.415268 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52764) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:21.467733 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Request body: {'port': {'device_id': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'network_id': '48328361-24f1-4062-b743-363b54f5bcd5', 'admin_state_up': True, 'tenant_id': 'e086bda6ffd840058a923df4a42cb0ba'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:21.559008 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b156444-0dba-485b-8910-3bf7226e6a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.560907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Pushing event updated for resources: {'Port': ['ID=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:21.608204 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88d65ebe-fcd1-4896-a8cc-6a28e3d1beac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.737183 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:21.769611 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:21.772709 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 4, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port': {'id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '48d9b797-dde0-4d98-a8ca-1623e1a8a4a0', 'name': '', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'mac_address': 'fa:16:3e:c9:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:19Z', 'revision_number': 1, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'subnets': [{'id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:21.837400 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (939c8b08-a4d7-43aa-b26d-f07b9066ea23), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.847213 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee7de0-1627-4af1-b94f-bc687b7b1c78 None None] The sync data for ids ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'] in dv-cinder-822821-2-iscsi is: [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 4, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port': {'id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '48d9b797-dde0-4d98-a8ca-1623e1a8a4a0', 'name': '', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'mac_address': 'fa:16:3e:c9:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:19Z', 'revision_number': 1, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'subnets': [{'id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:37:21.876088 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88d65ebe-fcd1-4896-a8cc-6a28e3d1beac admin admin] Publish callbacks [] for security_group (d302e104-7291-4c8b-b93c-bf421199e94d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.889936 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88d65ebe-fcd1-4896-a8cc-6a28e3d1beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (d302e104-7291-4c8b-b93c-bf421199e94d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.890171 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Made reservation on behalf of e086bda6ffd840058a923df4a42cb0ba for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:21.894588 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:21.911412 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks [] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.024522 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d65ebe-fcd1-4896-a8cc-6a28e3d1beac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d302e104-7291-4c8b-b93c-bf421199e94d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:22.043607 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-88d65ebe-fcd1-4896-a8cc-6a28e3d1beac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f95cbcefde0a4558b197bca28a21e7ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7353435 Mar 02 11:37:22.051530 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52784) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:22.134124 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b156444-0dba-485b-8910-3bf7226e6a5d admin admin] Publish callbacks [] for security_group (f61d9d3f-1bc2-454c-985a-181824d0f319), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.141510 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9b156444-0dba-485b-8910-3bf7226e6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f61d9d3f-1bc2-454c-985a-181824d0f319), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.300071 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (939c8b08-a4d7-43aa-b26d-f07b9066ea23), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.308863 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9b156444-0dba-485b-8910-3bf7226e6a5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42ac4fce81bd473cb0aa0c07f0574076&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1396520 Mar 02 11:37:22.308863 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b156444-0dba-485b-8910-3bf7226e6a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d9d3f-1bc2-454c-985a-181824d0f319,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:22.309845 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52792) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:22.313490 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-29428374-7e2c-4415-b1be-74cabf94acd9 admin admin] Publish callbacks [] for security_group (d302e104-7291-4c8b-b93c-bf421199e94d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.381266 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Router 18f4ed1d-180f-4e13-a5cb-af95507a4fab has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:37:22.394108 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-29428374-7e2c-4415-b1be-74cabf94acd9 admin admin] Publish callbacks [] for security_group (d302e104-7291-4c8b-b93c-bf421199e94d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.550555 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332eb819-b504-4879-9618-6bfdcc1f2692 admin admin] Publish callbacks [] for security_group (f61d9d3f-1bc2-454c-985a-181824d0f319), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.610830 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8f51772a-9733-40b9-925c-55bcb107ceec up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:22.676750 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9122bf0c-489c-4e07-ae47-4f57889e0eb0 req-20928d50-6af8-4624-9102-bcd3757ad052 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0844176 Mar 02 11:37:22.706521 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332eb819-b504-4879-9618-6bfdcc1f2692 admin admin] Publish callbacks [] for security_group (f61d9d3f-1bc2-454c-985a-181824d0f319), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.766521 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939c8b08-a4d7-43aa-b26d-f07b9066ea23']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:22.800750 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 8f51772a-9733-40b9-925c-55bcb107ceec triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:22.801376 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.802094 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5286fd-feec-49a3-98b9-ae5574ca7163') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:22.802386 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5286fd-feec-49a3-98b9-ae5574ca7163') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:22.852967 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (dd5286fd-feec-49a3-98b9-ae5574ca7163), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.901015 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (dd5286fd-feec-49a3-98b9-ae5574ca7163), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.928035 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:37:22.928467 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (dd5286fd-feec-49a3-98b9-ae5574ca7163), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.941152 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-29428374-7e2c-4415-b1be-74cabf94acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (d302e104-7291-4c8b-b93c-bf421199e94d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.944640 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-29428374-7e2c-4415-b1be-74cabf94acd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:22.954477 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-29428374-7e2c-4415-b1be-74cabf94acd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d302e104-7291-4c8b-b93c-bf421199e94d HTTP/1.1" status: 204 len: 168 time: 0.8930116 Mar 02 11:37:23.019759 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29428374-7e2c-4415-b1be-74cabf94acd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d302e104-7291-4c8b-b93c-bf421199e94d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:23.048423 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:37:23.073363 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4fd33339-f9d4-4896-b1ff-46cec47102ac admin admin] 10.222.0.43 "PUT /v2.0/routers/18f4ed1d-180f-4e13-a5cb-af95507a4fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2837529 Mar 02 11:37:23.103129 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332eb819-b504-4879-9618-6bfdcc1f2692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f61d9d3f-1bc2-454c-985a-181824d0f319), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:23.106631 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332eb819-b504-4879-9618-6bfdcc1f2692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:37:23.118407 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:37:23.131435 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-332eb819-b504-4879-9618-6bfdcc1f2692 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f61d9d3f-1bc2-454c-985a-181824d0f319 HTTP/1.1" status: 204 len: 168 time: 0.7969346 Mar 02 11:37:23.147488 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 8f51772a-9733-40b9-925c-55bcb107ceec is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:23.148156 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:23.175991 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb819-b504-4879-9618-6bfdcc1f2692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d9d3f-1bc2-454c-985a-181824d0f319,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:23.217711 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 8f51772a-9733-40b9-925c-55bcb107ceec, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=8f51772a-9733-40b9-925c-55bcb107ceec,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:23.246151 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:23.337459 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (939c8b08-a4d7-43aa-b26d-f07b9066ea23), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:23.354463 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:23.361832 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/939c8b08-a4d7-43aa-b26d-f07b9066ea23 HTTP/1.1" status: 204 len: 168 time: 1.9454284 Mar 02 11:37:23.465354 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc878396-88e1-40d2-8d36-84d6045672c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=939c8b08-a4d7-43aa-b26d-f07b9066ea23,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:23.495504 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:23.508874 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=8f51772a-9733-40b9-925c-55bcb107ceec,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:23.582990 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Allocated IP 172.20.0.6 (48328361-24f1-4062-b743-363b54f5bcd5/b0d73f69-d661-4fce-8047-3da48c39d270/1c52e2b1-0378-41d8-b30d-15e772622213) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:23.701875 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Network 86312437-21f0-4e26-9119-28a63a29ab33 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:23.723045 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:23.731053 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:23.786691 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52838) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:23.855535 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d43d733d-eb37-4a1d-a9a3-67030189a658,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:23.974114 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e9cc4eed-ab48-4973-b163-f02141de5224 req-24d252ea-4104-4e89-8264-5fbff153e663 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0731347 Mar 02 11:37:24.017576 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52844) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:24.108566 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cdc80ea1-11f0-433d-86dc-482a80e380f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81c514bb1fb548d68ddbe3e9804aee97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0897903 Mar 02 11:37:24.113662 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52846) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:24.264047 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c11c836f-74ef-4b39-acd1-b6e57c6ff71c None None] Provisioning complete for port d43d733d-eb37-4a1d-a9a3-67030189a658 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:24.264769 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c11c836f-74ef-4b39-acd1-b6e57c6ff71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.309490 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3642-f107-4b36-b2d8-ad29edaa269c admin admin] Publish callbacks [] for security_group (7e67beb7-a1cd-418c-a9da-960f9a2435b4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.394682 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3642-f107-4b36-b2d8-ad29edaa269c admin admin] Publish callbacks [] for security_group (7e67beb7-a1cd-418c-a9da-960f9a2435b4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.458491 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c11c836f-74ef-4b39-acd1-b6e57c6ff71c None None] Port d43d733d-eb37-4a1d-a9a3-67030189a658 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:37:24.495969 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.543106 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3642-f107-4b36-b2d8-ad29edaa269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7e67beb7-a1cd-418c-a9da-960f9a2435b4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.545867 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3642-f107-4b36-b2d8-ad29edaa269c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.547074 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9f8d3642-f107-4b36-b2d8-ad29edaa269c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e67beb7-a1cd-418c-a9da-960f9a2435b4 HTTP/1.1" status: 204 len: 168 time: 0.4324093 Mar 02 11:37:24.562265 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d3642-f107-4b36-b2d8-ad29edaa269c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e67beb7-a1cd-418c-a9da-960f9a2435b4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:24.627244 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52860) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:24.651868 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d51f980e-b7fa-44e5-8fee-545ab0c0b71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.663051 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52862) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:24.710071 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-251c905c-9b3a-4bb9-a44d-211b196d53e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.736147 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8f51772a-9733-40b9-925c-55bcb107ceec up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:24.859799 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 8f51772a-9733-40b9-925c-55bcb107ceec triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:24.860185 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.958505 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d51f980e-b7fa-44e5-8fee-545ab0c0b71a admin admin] Publish callbacks [] for security_group (e278ac14-93e8-4be3-b130-39475b367eca), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.972073 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d51f980e-b7fa-44e5-8fee-545ab0c0b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (e278ac14-93e8-4be3-b130-39475b367eca), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.976649 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-251c905c-9b3a-4bb9-a44d-211b196d53e8 admin admin] Publish callbacks [] for security_group (eed9ec3a-7c9f-451b-9297-1d6940c45667), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:24.987419 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-251c905c-9b3a-4bb9-a44d-211b196d53e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (eed9ec3a-7c9f-451b-9297-1d6940c45667), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.021750 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 8f51772a-9733-40b9-925c-55bcb107ceec is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:25.027774 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d4d3651e-8570-4b52-97ef-a95759c10fdd up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:25.043328 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d51f980e-b7fa-44e5-8fee-545ab0c0b71a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d45806d77f4c42f7a5441d09a35a5872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149933 Mar 02 11:37:25.048785 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-251c905c-9b3a-4bb9-a44d-211b196d53e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=badfa82131d8424e827646281c713dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822367 Mar 02 11:37:25.048785 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52866) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:25.048785 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f980e-b7fa-44e5-8fee-545ab0c0b71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e278ac14-93e8-4be3-b130-39475b367eca,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:25.054727 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:25.097110 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c905c-9b3a-4bb9-a44d-211b196d53e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9ec3a-7c9f-451b-9297-1d6940c45667,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:25.135209 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port d4d3651e-8570-4b52-97ef-a95759c10fdd triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:25.135618 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.156508 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a27628f7-bc2a-48b2-98c0-0539607c4cea admin admin] Publish callbacks [] for security_group (e278ac14-93e8-4be3-b130-39475b367eca), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.230562 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0128ee2f-4c48-4788-b53a-48a1fd3d27e8 req-10e7b37c-fc81-4935-8cc8-4ee83558c577 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.1149845 Mar 02 11:37:25.313907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a27628f7-bc2a-48b2-98c0-0539607c4cea admin admin] Publish callbacks [] for security_group (e278ac14-93e8-4be3-b130-39475b367eca), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.358998 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.365057 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-145d2e15-1349-4f9c-b33a-843f68063f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.456205 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port d4d3651e-8570-4b52-97ef-a95759c10fdd is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:25.456778 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.484410 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a27628f7-bc2a-48b2-98c0-0539607c4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (e278ac14-93e8-4be3-b130-39475b367eca), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.487177 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a27628f7-bc2a-48b2-98c0-0539607c4cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.495361 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a27628f7-bc2a-48b2-98c0-0539607c4cea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e278ac14-93e8-4be3-b130-39475b367eca HTTP/1.1" status: 204 len: 168 time: 0.4415061 Mar 02 11:37:25.541066 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27628f7-bc2a-48b2-98c0-0539607c4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e278ac14-93e8-4be3-b130-39475b367eca,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:25.643204 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port d4d3651e-8570-4b52-97ef-a95759c10fdd, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d4d3651e-8570-4b52-97ef-a95759c10fdd,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:25.657197 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:25.884860 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=d4d3651e-8570-4b52-97ef-a95759c10fdd,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:25.941208 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks [] for port (1c52e2b1-0378-41d8-b30d-15e772622213), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.047260 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks [] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.074865 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.164001 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-dd2111b9-0ede-4b57-a354-84b8d9ce2ac1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:26.168568 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-dd2111b9-0ede-4b57-a354-84b8d9ce2ac1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 818 time: 0.6522839 Mar 02 11:37:26.170055 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-145d2e15-1349-4f9c-b33a-843f68063f4e admin admin] Publish callbacks [] for security_group (49003f8c-d210-4950-9d7d-093311b2740a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.186389 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-145d2e15-1349-4f9c-b33a-843f68063f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (49003f8c-d210-4950-9d7d-093311b2740a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.202925 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fcef4d20-bd92-498f-a949-9b24a0df7982 admin admin] Publish callbacks [] for security_group (eed9ec3a-7c9f-451b-9297-1d6940c45667), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.258962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:26.274815 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Sync routers for ids ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:37:26.289624 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-145d2e15-1349-4f9c-b33a-843f68063f4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2ea774840a64a20bae2d6ae6159eab3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4997885 Mar 02 11:37:26.307851 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Routers {'18f4ed1d-180f-4e13-a5cb-af95507a4fab'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:26.312655 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:26.314660 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52902) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:26.354211 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-0e2e2ba6-04e7-4486-ac50-2be4991f3db4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3b4302233704e57adfbd2222b5334a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0907142 Mar 02 11:37:26.362709 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.375086 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fcef4d20-bd92-498f-a949-9b24a0df7982 admin admin] Publish callbacks [] for security_group (eed9ec3a-7c9f-451b-9297-1d6940c45667), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.377116 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52906) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:26.385955 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d43d733d-eb37-4a1d-a9a3-67030189a658,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:26.438742 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-ecf593dd-109b-49e8-9034-7f47b01e6ae7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/quotas/4a157e295b59440ab9a0d462905e76a6 HTTP/1.1" status: 200 len: 375 time: 0.2509711 Mar 02 11:37:26.447524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.601878 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d4d3651e-8570-4b52-97ef-a95759c10fdd up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:26.604412 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Network 48328361-24f1-4062-b743-363b54f5bcd5 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:26.693410 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:26.703969 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:26.773574 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Set router 18f4ed1d-180f-4e13-a5cb-af95507a4fab gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:26.814450 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port d4d3651e-8570-4b52-97ef-a95759c10fdd triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:26.818695 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:26.820389 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 52916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:26.824692 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d2e15-1349-4f9c-b33a-843f68063f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49003f8c-d210-4950-9d7d-093311b2740a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:26.913492 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:26.913982 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.023138 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Pushing event updated for resources: {'Port': ['ID=1c52e2b1-0378-41d8-b30d-15e772622213,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:27.034465 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-51e78212-45d2-40c4-82e2-4ed56142955f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5792146 Mar 02 11:37:27.066248 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-d4b7132e-c1e6-4e28-8c0a-0f6e00a32b06 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:37:27.067228 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-d4b7132e-c1e6-4e28-8c0a-0f6e00a32b06 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158215 Mar 02 11:37:27.096686 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fcef4d20-bd92-498f-a949-9b24a0df7982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (eed9ec3a-7c9f-451b-9297-1d6940c45667), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.114854 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fcef4d20-bd92-498f-a949-9b24a0df7982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.120689 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-fcef4d20-bd92-498f-a949-9b24a0df7982 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eed9ec3a-7c9f-451b-9297-1d6940c45667 HTTP/1.1" status: 204 len: 168 time: 2.0469351 Mar 02 11:37:27.133823 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31523fb3-37a9-4c7d-af03-056ccee0d01f req-1b36780e-4841-4e8d-b5dc-05a47efac37e tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:27.150178 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31523fb3-37a9-4c7d-af03-056ccee0d01f req-1b36780e-4841-4e8d-b5dc-05a47efac37e tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 931 time: 0.6951718 Mar 02 11:37:27.154824 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Network 86312437-21f0-4e26-9119-28a63a29ab33 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:27.157790 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:27.161801 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef4d20-bd92-498f-a949-9b24a0df7982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9ec3a-7c9f-451b-9297-1d6940c45667,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:27.167753 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7d2cdf9-eddf-43f0-8934-97b6a43e0c9f admin admin] Publish callbacks [] for security_group (49003f8c-d210-4950-9d7d-093311b2740a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.172227 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port d4d3651e-8570-4b52-97ef-a95759c10fdd is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:27.177373 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-019212b3-24c7-4b20-aa27-8abe39389ad8 admin admin] Publish callbacks [] for security_group (2373399c-60cf-4e11-b5b1-e22a35e005d1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.202069 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-a74e81b6-ad40-445c-acba-04e616fe05c5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7656159 Mar 02 11:37:27.340881 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 4, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port': {'id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '48d9b797-dde0-4d98-a8ca-1623e1a8a4a0', 'name': '', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'mac_address': 'fa:16:3e:c9:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 2, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'subnets': [{'id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:27.380429 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Checking router: 18f4ed1d-180f-4e13-a5cb-af95507a4fab for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:37:27.381203 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Updating router 18f4ed1d-180f-4e13-a5cb-af95507a4fab port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:37:27.416983 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.544017 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be20cdfa-3ea2-436a-8a4f-eb5ec7346288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.654391 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:37:27.722828 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-cee0648c-2a1a-4de8-881e-0f77da2c91c4 None None] Provisioning complete for port d43d733d-eb37-4a1d-a9a3-67030189a658 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:27.724158 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cee0648c-2a1a-4de8-881e-0f77da2c91c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.826212 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-cee0648c-2a1a-4de8-881e-0f77da2c91c4 None None] Port d43d733d-eb37-4a1d-a9a3-67030189a658 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:37:27.842705 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7d2cdf9-eddf-43f0-8934-97b6a43e0c9f admin admin] Publish callbacks [] for security_group (49003f8c-d210-4950-9d7d-093311b2740a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.847762 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Request body: {'port': {'device_id': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:27.850643 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-019212b3-24c7-4b20-aa27-8abe39389ad8 admin admin] Publish callbacks [] for security_group (2373399c-60cf-4e11-b5b1-e22a35e005d1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:27.925484 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31523fb3-37a9-4c7d-af03-056ccee0d01f req-e1411fa5-5fc2-4af6-bd36-321ef77d5815 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7743382 Mar 02 11:37:28.000884 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-019212b3-24c7-4b20-aa27-8abe39389ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (2373399c-60cf-4e11-b5b1-e22a35e005d1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.003584 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-019212b3-24c7-4b20-aa27-8abe39389ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.010601 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-019212b3-24c7-4b20-aa27-8abe39389ad8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2373399c-60cf-4e11-b5b1-e22a35e005d1 HTTP/1.1" status: 204 len: 168 time: 1.6309273 Mar 02 11:37:28.014524 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Publish callbacks [] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.027976 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.034036 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019212b3-24c7-4b20-aa27-8abe39389ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373399c-60cf-4e11-b5b1-e22a35e005d1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:28.058068 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7d2cdf9-eddf-43f0-8934-97b6a43e0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (49003f8c-d210-4950-9d7d-093311b2740a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.068599 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7d2cdf9-eddf-43f0-8934-97b6a43e0c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.076128 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e7d2cdf9-eddf-43f0-8934-97b6a43e0c9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49003f8c-d210-4950-9d7d-093311b2740a HTTP/1.1" status: 204 len: 168 time: 1.7557464 Mar 02 11:37:28.093401 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2cdf9-eddf-43f0-8934-97b6a43e0c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49003f8c-d210-4950-9d7d-093311b2740a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:28.149424 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be20cdfa-3ea2-436a-8a4f-eb5ec7346288 admin admin] Publish callbacks [] for security_group (dad06fd8-8be9-493b-b113-fbc658c0c180), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.177149 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1810c-2f11-4d4b-9b7d-085458e5b5f7 None None] Pushing event updated for resources: {'Port': ['ID=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:28.218826 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Attempting to bind port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:28.219217 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Attempting to bind port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:28.221023 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Attempting to bind port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 on network d40d3ed4-ae78-48b1-858d-23adef12d1d7 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:28.224231 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be20cdfa-3ea2-436a-8a4f-eb5ec7346288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (dad06fd8-8be9-493b-b113-fbc658c0c180), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.241609 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:28.242099 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Checking segment: {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:28.242643 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.243048 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Bound using segment: {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:28.243721 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Bound port: 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:28.244411 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.315354 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.320277 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:37:28.337446 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-be20cdfa-3ea2-436a-8a4f-eb5ec7346288 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f85af98896949f89394584c888ec2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4816325 Mar 02 11:37:28.339656 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 52950) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:28.341600 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Sync routers for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:37:28.352211 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-db3e41d7-cf93-4f91-af54-19c2a08c31e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/2a5380e5-6ddf-4cf2-b17b-2a8b353b767b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3520105 Mar 02 11:37:28.353502 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20cdfa-3ea2-436a-8a4f-eb5ec7346288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad06fd8-8be9-493b-b113-fbc658c0c180,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:28.376859 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:28.383202 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:28.462181 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-a462f923-bf3a-429a-ac38-05ceeb101ad1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:37:28.463272 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-a462f923-bf3a-429a-ac38-05ceeb101ad1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6237662 Mar 02 11:37:28.508888 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] For port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:28.524842 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] For port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:28.549626 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.696769 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Routers {'18f4ed1d-180f-4e13-a5cb-af95507a4fab'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:28.706332 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:28.818667 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-397e1b8c-e16a-4b48-8d40-26e5499cae51 admin admin] Publish callbacks [] for security_group (dad06fd8-8be9-493b-b113-fbc658c0c180), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.938898 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-397e1b8c-e16a-4b48-8d40-26e5499cae51 admin admin] Publish callbacks [] for security_group (dad06fd8-8be9-493b-b113-fbc658c0c180), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:28.984877 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-2197a16a-2f20-44b8-a9ec-6e039bd7bf71 service neutron] 10.222.0.43 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067096 Mar 02 11:37:29.009087 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:29.178615 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1810c-2f11-4d4b-9b7d-085458e5b5f7 None None] Pushing event updated for resources: {'Port': ['ID=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:29.243559 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] Set router 18f4ed1d-180f-4e13-a5cb-af95507a4fab gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:29.493924 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3675a3-1fd7-451c-af9f-199d91989475 req-0257e7b6-0bca-4715-81cd-35e0916e10d6 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:29.495498 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3675a3-1fd7-451c-af9f-199d91989475 req-0257e7b6-0bca-4715-81cd-35e0916e10d6 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 931 time: 0.3629231 Mar 02 11:37:29.496662 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-397e1b8c-e16a-4b48-8d40-26e5499cae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (dad06fd8-8be9-493b-b113-fbc658c0c180), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:29.499371 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ec04618e-5d9e-4505-889c-8e2a94e50ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:29.515667 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 2, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:29.521692 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-397e1b8c-e16a-4b48-8d40-26e5499cae51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:29.532366 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-397e1b8c-e16a-4b48-8d40-26e5499cae51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dad06fd8-8be9-493b-b113-fbc658c0c180 HTTP/1.1" status: 204 len: 168 time: 1.1915510 Mar 02 11:37:29.570631 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-f5d02cf2-27cf-496c-99f2-1659880a066e service neutron] 10.222.0.43 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842490 Mar 02 11:37:29.572070 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e1b8c-e16a-4b48-8d40-26e5499cae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad06fd8-8be9-493b-b113-fbc658c0c180,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:29.585746 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Checking router: 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:37:29.590679 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Updating router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b port d43d733d-eb37-4a1d-a9a3-67030189a658 binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:37:29.687127 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3675a3-1fd7-451c-af9f-199d91989475 req-79f6cb14-0a6d-41a6-b03a-4c6f777bab0b tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529465 Mar 02 11:37:29.742082 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:29.857671 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 4, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port': {'id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '48d9b797-dde0-4d98-a8ca-1623e1a8a4a0', 'name': '', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'mac_address': 'fa:16:3e:c9:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:28Z', 'revision_number': 4, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'subnets': [{'id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:29.860311 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c52e2b1-0378-41d8-b30d-15e772622213 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:29.892896 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Publish callbacks [] for port (1c52e2b1-0378-41d8-b30d-15e772622213), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:29.950275 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Transition to ACTIVE for port object 1c52e2b1-0378-41d8-b30d-15e772622213 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:37:29.959510 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:29.973218 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90981a82-6723-48e2-bbf5-f1164dbcb1e4 None None] The sync data for ids ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'] in dv-cinder-822821-2-iscsi is: [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:20Z', 'revision_number': 4, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port': {'id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '48d9b797-dde0-4d98-a8ca-1623e1a8a4a0', 'name': '', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'mac_address': 'fa:16:3e:c9:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:28Z', 'revision_number': 4, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'subnets': [{'id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:37:30.187407 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c52e2b1-0378-41d8-b30d-15e772622213,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:30.210094 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5943ceb9-f0d9-4840-a704-0a2f3d8c26a6 req-c822fb58-da90-43fd-ade9-30fa28995755 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 210 time: 0.0693057 Mar 02 11:37:30.573911 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Attempting to bind port 1c52e2b1-0378-41d8-b30d-15e772622213 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:30.574613 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Attempting to bind port 1c52e2b1-0378-41d8-b30d-15e772622213 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '48328361-24f1-4062-b743-363b54f5bcd5'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:30.575200 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Attempting to bind port 1c52e2b1-0378-41d8-b30d-15e772622213 on network 48328361-24f1-4062-b743-363b54f5bcd5 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:30.580699 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Port 1c52e2b1-0378-41d8-b30d-15e772622213 on network 48328361-24f1-4062-b743-363b54f5bcd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:37:30.581198 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Attempting to bind port 1c52e2b1-0378-41d8-b30d-15e772622213 on network 48328361-24f1-4062-b743-363b54f5bcd5 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:30.588313 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:30.588974 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Checking segment: {'id': '8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '48328361-24f1-4062-b743-363b54f5bcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:30.589722 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Bound using segment: {'id': '8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '48328361-24f1-4062-b743-363b54f5bcd5'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:30.590339 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Bound port: 1c52e2b1-0378-41d8-b30d-15e772622213, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '48328361-24f1-4062-b743-363b54f5bcd5'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:30.590851 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:30.605308 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:30.642445 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Publish callbacks [] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:30.696911 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:30.844173 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] For port 1c52e2b1-0378-41d8-b30d-15e772622213, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:30.854829 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] For port 1c52e2b1-0378-41d8-b30d-15e772622213, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c52e2b1-0378-41d8-b30d-15e772622213,segment=NetworkSegment(8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43),segment_id=8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:30.866072 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:30.989676 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3c64-5b93-423d-b868-3d421289671f req-ff3a7d8e-4e4e-4181-ab1f-0e84ae724339 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:31.003588 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a5b3c64-5b93-423d-b868-3d421289671f req-ff3a7d8e-4e4e-4181-ab1f-0e84ae724339 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 943 time: 0.1875334 Mar 02 11:37:31.056462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0e4cb-0cc8-409b-bac4-c10c9c6eda07 None None] Pushing event updated for resources: {'Port': ['ID=d43d733d-eb37-4a1d-a9a3-67030189a658,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:31.162220 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c52e2b1-0378-41d8-b30d-15e772622213,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:31.176298 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:31.178930 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.182863 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-5685b4ff-98fe-4530-9d42-8e842601c7d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c52e2b1-0378-41d8-b30d-15e772622213 HTTP/1.1" status: 200 len: 1093 time: 3.6831875 Mar 02 11:37:31.188824 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'tag': '1c52e2b1-0378-41d8-b30d-15e772622213'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:31.206731 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a5b3c64-5b93-423d-b868-3d421289671f req-81c39dd6-d924-4188-a0b6-a40a1e3764d2 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923306 Mar 02 11:37:31.208500 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:31.211242 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.374339 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Attempting to bind port d43d733d-eb37-4a1d-a9a3-67030189a658 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:31.380610 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Attempting to bind port d43d733d-eb37-4a1d-a9a3-67030189a658 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:31.382034 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Attempting to bind port d43d733d-eb37-4a1d-a9a3-67030189a658 on network 86312437-21f0-4e26-9119-28a63a29ab33 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:31.416059 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:31.416410 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Checking segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:31.427737 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.430219 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Bound using segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:31.431018 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Bound port: d43d733d-eb37-4a1d-a9a3-67030189a658, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:31.433509 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.506121 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-de717679-03f3-4695-809b-de368dde98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:31.509084 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-de717679-03f3-4695-809b-de368dde98c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e086bda6ffd840058a923df4a42cb0ba&device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 1127 time: 0.2701702 Mar 02 11:37:31.523244 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53094) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:31.552514 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a326eb02-3dae-4a0c-9ec5-eab55f80440a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.724603 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-aca45427-90ad-4e2a-a051-48b58b03b992 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c52e2b1-0378-41d8-b30d-15e772622213 HTTP/1.1" status: 200 len: 217 time: 0.1999376 Mar 02 11:37:31.761926 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] For port d43d733d-eb37-4a1d-a9a3-67030189a658, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:31.771930 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] For port d43d733d-eb37-4a1d-a9a3-67030189a658, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d43d733d-eb37-4a1d-a9a3-67030189a658,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:31.809269 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.856016 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-fc8a0339-18ce-4e62-bf8d-f63aa15ccd7b None None] Provisioning complete for port d43d733d-eb37-4a1d-a9a3-67030189a658 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:31.873145 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0339-18ce-4e62-bf8d-f63aa15ccd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.889097 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a326eb02-3dae-4a0c-9ec5-eab55f80440a admin admin] Publish callbacks [] for security_group (879b6265-9ec2-4bf7-8549-8b75efe04d7f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.908410 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a326eb02-3dae-4a0c-9ec5-eab55f80440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (879b6265-9ec2-4bf7-8549-8b75efe04d7f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:31.958360 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-1fd032bb-ca8f-42b1-9b8b-493254963dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:31.961213 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-1fd032bb-ca8f-42b1-9b8b-493254963dc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0d73f69-d661-4fce-8047-3da48c39d270 HTTP/1.1" status: 200 len: 851 time: 0.2140803 Mar 02 11:37:31.965610 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326eb02-3dae-4a0c-9ec5-eab55f80440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879b6265-9ec2-4bf7-8549-8b75efe04d7f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:32.049765 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35da177d-0106-45da-9418-a4b9055c036b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.080555 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a326eb02-3dae-4a0c-9ec5-eab55f80440a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0aa0770581974a0f86e2e84c687dafd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548468 Mar 02 11:37:32.085448 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53116) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:32.135182 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-c93a027d-0e92-40ee-be3c-d02d9dd625fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48328361-24f1-4062-b743-363b54f5bcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612470 Mar 02 11:37:32.257093 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53122) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:32.272927 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-14c8d04f-f126-47b7-9f83-fa07d63c41cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165508601', 'description': 'tempest-description--778521467'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:32.281053 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:32.298963 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:32.303285 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d20d433-dec7-4a58-9fc4-61faaa229b16 admin admin] Publish callbacks [] for security_group (879b6265-9ec2-4bf7-8549-8b75efe04d7f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.309206 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14c8d04f-f126-47b7-9f83-fa07d63c41cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.432400 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-351ba1c1-d663-47fb-ad2f-d90b8db3ccea service neutron] 10.222.0.15 "GET /v2.0/networks/48328361-24f1-4062-b743-363b54f5bcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886443 Mar 02 11:37:32.447974 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14c8d04f-f126-47b7-9f83-fa07d63c41cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (66819540-2c0c-4bd0-afd2-db50682e4b17), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.483367 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14c8d04f-f126-47b7-9f83-fa07d63c41cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (66819540-2c0c-4bd0-afd2-db50682e4b17), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.581172 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d20d433-dec7-4a58-9fc4-61faaa229b16 admin admin] Publish callbacks [] for security_group (879b6265-9ec2-4bf7-8549-8b75efe04d7f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.620968 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7d9bcee8-3907-485f-89d8-e39306ba2aca req-11013ced-67d2-45ac-be84-d4ab5d05198c service neutron] 10.222.0.15 "GET /v2.0/networks/48328361-24f1-4062-b743-363b54f5bcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781662 Mar 02 11:37:32.650709 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f" -d '{"events": [{"name": "network-changed", "server_uuid": "a173289a-1df2-4f16-b9ea-4a1433151e69", "tag": "1c52e2b1-0378-41d8-b30d-15e772622213"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:32.678594 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:37:32.755808 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14c8d04f-f126-47b7-9f83-fa07d63c41cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.760659 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-14c8d04f-f126-47b7-9f83-fa07d63c41cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4994628 Mar 02 11:37:32.760851 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:32.765308 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c7ffbbef-1656-416e-9286-cea599a17667 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'security_group_rule': {'security_group_id': '66819540-2c0c-4bd0-afd2-db50682e4b17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:32.782387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8d04f-f126-47b7-9f83-fa07d63c41cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66819540-2c0c-4bd0-afd2-db50682e4b17,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:32.811488 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d20d433-dec7-4a58-9fc4-61faaa229b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (879b6265-9ec2-4bf7-8549-8b75efe04d7f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.814071 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6d20d433-dec7-4a58-9fc4-61faaa229b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.823352 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6d20d433-dec7-4a58-9fc4-61faaa229b16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/879b6265-9ec2-4bf7-8549-8b75efe04d7f HTTP/1.1" status: 204 len: 168 time: 0.7354116 Mar 02 11:37:32.849706 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ffbbef-1656-416e-9286-cea599a17667 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (c1b25966-5434-48cd-a49c-057d53064e41), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:32.873577 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c02c8-a232-4952-8555-4b2132564175 req-7ee4ce95-3a3b-4014-a1fa-d2cbab28d023 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:32.879132 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1a4c02c8-a232-4952-8555-4b2132564175 req-7ee4ce95-3a3b-4014-a1fa-d2cbab28d023 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 943 time: 0.4123280 Mar 02 11:37:32.881717 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20d433-dec7-4a58-9fc4-61faaa229b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879b6265-9ec2-4bf7-8549-8b75efe04d7f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:32.991319 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:32.992401 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.047344 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1a4c02c8-a232-4952-8555-4b2132564175 req-68696bf7-98a6-4f38-9909-1026dfae22c8 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522927 Mar 02 11:37:33.074933 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:33.076296 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0e4cb-0cc8-409b-bac4-c10c9c6eda07 None None] Pushing event updated for resources: {'Port': ['ID=d43d733d-eb37-4a1d-a9a3-67030189a658,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:33.117078 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ffbbef-1656-416e-9286-cea599a17667 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (c1b25966-5434-48cd-a49c-057d53064e41), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.124995 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ffbbef-1656-416e-9286-cea599a17667 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (c1b25966-5434-48cd-a49c-057d53064e41), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.161107 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffbbef-1656-416e-9286-cea599a17667 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b25966-5434-48cd-a49c-057d53064e41,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:33.172693 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.183747 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a0339-18ce-4e62-bf8d-f63aa15ccd7b None None] Current status of the port d43d733d-eb37-4a1d-a9a3-67030189a658 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:33.184525 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0339-18ce-4e62-bf8d-f63aa15ccd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.219263 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c7ffbbef-1656-416e-9286-cea599a17667 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.220549 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-c7ffbbef-1656-416e-9286-cea599a17667 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4587903 Mar 02 11:37:33.224412 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53152) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:33.230923 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6f2fb0b5-39c4-42da-8624-8ac2c8f5706b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'security_group_rule': {'security_group_id': '66819540-2c0c-4bd0-afd2-db50682e4b17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:33.305305 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:33.312691 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb0b5-39c4-42da-8624-8ac2c8f5706b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (95ad036c-a5f3-4d24-bc5e-b51be84105b3), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.338044 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.406451 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-fc8a0339-18ce-4e62-bf8d-f63aa15ccd7b None None] For port d43d733d-eb37-4a1d-a9a3-67030189a658, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d43d733d-eb37-4a1d-a9a3-67030189a658,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:33.438347 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0339-18ce-4e62-bf8d-f63aa15ccd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.453086 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:31Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:33.583049 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb0b5-39c4-42da-8624-8ac2c8f5706b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (95ad036c-a5f3-4d24-bc5e-b51be84105b3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.586661 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-179d3fff-0717-4c7d-bd46-eee9c5cbb9a2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:33.588432 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-179d3fff-0717-4c7d-bd46-eee9c5cbb9a2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 818 time: 0.3275340 Mar 02 11:37:33.590742 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb0b5-39c4-42da-8624-8ac2c8f5706b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (95ad036c-a5f3-4d24-bc5e-b51be84105b3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.602462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e5126-5fa8-42d5-ace2-1dd4cda5b639 None None] The sync data for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi is: [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:31Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:37:33.617433 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fb0b5-39c4-42da-8624-8ac2c8f5706b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ad036c-a5f3-4d24-bc5e-b51be84105b3,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:33.631324 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb0b5-39c4-42da-8624-8ac2c8f5706b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.633711 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6f2fb0b5-39c4-42da-8624-8ac2c8f5706b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066617 Mar 02 11:37:33.636041 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53160) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:33.640441 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Request body: {'port': {'device_id': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'admin_state_up': True, 'tenant_id': '4a157e295b59440ab9a0d462905e76a6'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:33.642855 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:33.731844 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:33.989242 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Made reservation on behalf of 4a157e295b59440ab9a0d462905e76a6 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:33.993489 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:34.089488 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-87f7daf0-c61d-4964-ad15-9c8b6cbda21d None None] Provisioning complete for port d43d733d-eb37-4a1d-a9a3-67030189a658 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:34.096284 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-87f7daf0-c61d-4964-ad15-9c8b6cbda21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:34.168157 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:34.226057 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a0339-18ce-4e62-bf8d-f63aa15ccd7b None None] Pushing event updated for resources: {'Port': ['ID=d43d733d-eb37-4a1d-a9a3-67030189a658,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:34.236511 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:34.326853 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-87f7daf0-c61d-4964-ad15-9c8b6cbda21d None None] Current status of the port d43d733d-eb37-4a1d-a9a3-67030189a658 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:34.391225 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Allocated IP 172.20.0.5 (d40d3ed4-ae78-48b1-858d-23adef12d1d7/f6a04572-5c8b-47ea-9cf5-c00afbadd900/760ac947-35c0-4140-83d3-284e0105fde6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:34.426932 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Allocated IP 172.27.2.190 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/5a3eb047-d634-4e87-9569-c3db82704eed) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:34.506794 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.15', 63772) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:34.518912 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed6c876-0669-41f8-98c5-5d26d8e83414 x-openstack-request-id: req-4ed6c876-0669-41f8-98c5-5d26d8e83414 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:34.522800 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a173289a-1df2-4f16-b9ea-4a1433151e69", "tag": "1c52e2b1-0378-41d8-b30d-15e772622213", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:34.523121 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ed6c876-0669-41f8-98c5-5d26d8e83414 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:34.523979 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'tag': '1c52e2b1-0378-41d8-b30d-15e772622213', 'status': 'completed', 'code': 200} Mar 02 11:37:34.683441 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc7055-7cb4-43a1-bd9d-1418767dbfb7 req-1291ef59-e005-4435-8fef-296cceb4f964 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:34.693687 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46bc7055-7cb4-43a1-bd9d-1418767dbfb7 req-1291ef59-e005-4435-8fef-296cceb4f964 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 943 time: 0.1059206 Mar 02 11:37:34.899988 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for port (5a3eb047-d634-4e87-9569-c3db82704eed), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:34.939639 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46bc7055-7cb4-43a1-bd9d-1418767dbfb7 req-2e8cc177-6216-4a7d-891d-b218f4075f52 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450047 Mar 02 11:37:35.004209 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks [] for port (760ac947-35c0-4140-83d3-284e0105fde6), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.012650 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-66d138f8-c0b1-4f3d-b0b0-8c639d1e9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:35.014654 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-66d138f8-c0b1-4f3d-b0b0-8c639d1e9b90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e086bda6ffd840058a923df4a42cb0ba&device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 1127 time: 0.4868600 Mar 02 11:37:35.034498 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (5a3eb047-d634-4e87-9569-c3db82704eed), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.106635 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (760ac947-35c0-4140-83d3-284e0105fde6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.142122 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:35.150813 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:35.168258 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:35.179158 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'Port': ['ID=5a3eb047-d634-4e87-9569-c3db82704eed,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:35.230802 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:35.402820 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:35.503231 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.537175 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (51c33790-dd9f-4e40-a183-51cb579db4d2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.555850 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:35.589622 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:35.671183 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5a3eb047-d634-4e87-9569-c3db82704eed), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.673970 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:35.675607 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.742781 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1129732 Mar 02 11:37:35.759326 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:35.760754 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:35.769453 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Request body: {'port': {'device_id': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:35.885955 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680742ca-55e5-41e0-a38a-b89383e106ac tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Pushing event updated for resources: {'Port': ['ID=760ac947-35c0-4140-83d3-284e0105fde6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:36.022159 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:36.027585 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d43d733d-eb37-4a1d-a9a3-67030189a658 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:36.173560 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port d43d733d-eb37-4a1d-a9a3-67030189a658 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:36.175283 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:36.183834 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (760ac947-35c0-4140-83d3-284e0105fde6), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:36.218207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for port (5a3eb047-d634-4e87-9569-c3db82704eed), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:36.233408 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5a3eb047-d634-4e87-9569-c3db82704eed), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:36.251964 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-6651062d-863d-4422-a6e9-9535b4abdfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:36.262918 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-6651062d-863d-4422-a6e9-9535b4abdfbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=48328361-24f1-4062-b743-363b54f5bcd5 HTTP/1.1" status: 200 len: 912 time: 1.0253744 Mar 02 11:37:36.353482 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-02aa404b-670b-440d-915a-7b3483ad9d72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c52e2b1-0378-41d8-b30d-15e772622213 HTTP/1.1" status: 200 len: 217 time: 0.0872991 Mar 02 11:37:36.437803 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port d43d733d-eb37-4a1d-a9a3-67030189a658 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:36.555641 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'Port': ['ID=5a3eb047-d634-4e87-9569-c3db82704eed,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:36.591484 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (51c33790-dd9f-4e40-a183-51cb579db4d2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:36.780541 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-6ddb42fb-5c3d-42fc-9a70-ee0d3716b100 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:36.782114 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-6ddb42fb-5c3d-42fc-9a70-ee0d3716b100 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 818 time: 0.1616585 Mar 02 11:37:36.796071 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:36.805882 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7752d8b9-e879-49e2-b5c4-36a06533551d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1685762 Mar 02 11:37:36.815994 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-98600953-4136-4ad1-a91d-181c66304a09 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/quotas/4a157e295b59440ab9a0d462905e76a6 HTTP/1.1" status: 200 len: 375 time: 0.0230908 Mar 02 11:37:36.823901 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b30d12-f946-4948-ab4d-242b57f460d7 req-a54c043d-8d2e-4bc0-ac37-610e7c3e3ef7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:36.825079 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-06b30d12-f946-4948-ab4d-242b57f460d7 req-a54c043d-8d2e-4bc0-ac37-610e7c3e3ef7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 943 time: 0.7192097 Mar 02 11:37:36.912260 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-05eab030-45aa-42f2-a57c-2343c21d4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:36.913821 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-05eab030-45aa-42f2-a57c-2343c21d4005 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0d73f69-d661-4fce-8047-3da48c39d270 HTTP/1.1" status: 200 len: 851 time: 0.4427466 Mar 02 11:37:36.955974 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-06b30d12-f946-4948-ab4d-242b57f460d7 req-6879cbc2-722a-4f65-aca3-97283de1ad2c tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777669 Mar 02 11:37:36.966572 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-61db266f-2dcc-4afd-997a-cf78819f333c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366689 Mar 02 11:37:36.970891 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-a56b77f2-99c5-475f-8814-fdbf427ffbdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48328361-24f1-4062-b743-363b54f5bcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484085 Mar 02 11:37:37.092649 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-94f5d996-a93d-4bb6-8ee7-b73559b35602 service neutron] 10.222.0.43 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147037 Mar 02 11:37:37.179825 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-ad7730ce-fdb7-4a04-b3b4-558bceb5c4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/48328361-24f1-4062-b743-363b54f5bcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956360 Mar 02 11:37:37.241664 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-e529d924-0f28-4af3-b91b-dbf8a42de320 service neutron] 10.222.0.43 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479959 Mar 02 11:37:37.370781 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760ac947-35c0-4140-83d3-284e0105fde6 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:37.381810 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Publish callbacks [] for port (760ac947-35c0-4140-83d3-284e0105fde6), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:37.387662 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5b8d1189-0a0b-40c3-92f6-5e8f89ffa60f req-3f4c130d-6343-47f2-8ff2-b7ca114fb7e6 service neutron] 10.222.0.15 "GET /v2.0/networks/48328361-24f1-4062-b743-363b54f5bcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977408 Mar 02 11:37:37.405483 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Transition to ACTIVE for port object 760ac947-35c0-4140-83d3-284e0105fde6 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:37:37.409840 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (760ac947-35c0-4140-83d3-284e0105fde6), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:37.467386 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-54a09c30-d7a2-4933-b78c-5bce5054054c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1165508601&fields=id&tenant_id=1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 267 time: 0.1489596 Mar 02 11:37:37.551596 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Pushing event updated for resources: {'Port': ['ID=760ac947-35c0-4140-83d3-284e0105fde6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:37.591824 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Attempting to bind port 760ac947-35c0-4140-83d3-284e0105fde6 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:37.592329 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Attempting to bind port 760ac947-35c0-4140-83d3-284e0105fde6 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:37.593510 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Attempting to bind port 760ac947-35c0-4140-83d3-284e0105fde6 on network d40d3ed4-ae78-48b1-858d-23adef12d1d7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:37.601790 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Port 760ac947-35c0-4140-83d3-284e0105fde6 on network d40d3ed4-ae78-48b1-858d-23adef12d1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:37:37.602196 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Attempting to bind port 760ac947-35c0-4140-83d3-284e0105fde6 on network d40d3ed4-ae78-48b1-858d-23adef12d1d7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:37.609078 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:37.609497 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Checking segment: {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:37.609962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Bound using segment: {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:37.610466 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Bound port: 760ac947-35c0-4140-83d3-284e0105fde6, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:37.610910 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (760ac947-35c0-4140-83d3-284e0105fde6), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:37.612084 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-56aa7667-2a25-4902-9c28-ba97b32e55ae req-1501be32-c61c-461a-a904-ebc4fd796996 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 210 time: 0.0352271 Mar 02 11:37:37.666854 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-6e77fafd-6d88-4e3a-8a2e-a5ad9480d0d7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:37.674789 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-6e77fafd-6d88-4e3a-8a2e-a5ad9480d0d7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 817 time: 0.2057471 Mar 02 11:37:37.692755 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-956fc2d5-f2dc-45f7-92fb-fb2a2dd19ad2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/quotas/1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 375 time: 0.0169759 Mar 02 11:37:37.771112 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-201b8208-c87c-496b-a07d-8c2c3b66e5dc tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685933 Mar 02 11:37:37.793943 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] For port 760ac947-35c0-4140-83d3-284e0105fde6, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:37.798240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] For port 760ac947-35c0-4140-83d3-284e0105fde6, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=760ac947-35c0-4140-83d3-284e0105fde6,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:37.808773 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (760ac947-35c0-4140-83d3-284e0105fde6), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:37.865193 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:37.865982 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:37.869329 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] 10.222.0.15 "PUT /v2.0/ports/760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 1093 time: 2.1052163 Mar 02 11:37:37.869816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'tag': '760ac947-35c0-4140-83d3-284e0105fde6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:37.872275 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99a17b9-18ac-44c1-aba7-c9d74b202768" -d '{"events": [{"name": "network-changed", "server_uuid": "eddceba4-55ac-45a0-b5f3-3ef234c562a3", "tag": "760ac947-35c0-4140-83d3-284e0105fde6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:37.960401 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5835e0-60fa-4c05-938d-f520b9a62d57 service neutron] Pushing event updated for resources: {'Port': ['ID=760ac947-35c0-4140-83d3-284e0105fde6,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:38.032762 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-83d21030-290c-4eb4-b368-78802a3c9fe4 service neutron] 10.222.0.43 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441571 Mar 02 11:37:38.069887 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64defe2-b5f6-47bb-9bfb-3528ff97acca x-openstack-request-id: req-e64defe2-b5f6-47bb-9bfb-3528ff97acca {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:38.070293 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddceba4-55ac-45a0-b5f3-3ef234c562a3", "tag": "760ac947-35c0-4140-83d3-284e0105fde6", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:38.070432 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e64defe2-b5f6-47bb-9bfb-3528ff97acca {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:38.070926 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'tag': '760ac947-35c0-4140-83d3-284e0105fde6', 'status': 'completed', 'code': 200} Mar 02 11:37:38.105491 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-bf065493-8c00-44a7-8f8a-8b3d99fa4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:38.107683 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-bf065493-8c00-44a7-8f8a-8b3d99fa4eaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1127 time: 0.1737611 Mar 02 11:37:38.246879 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-d133f5e8-54d5-438e-9784-dbe1359424a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 217 time: 0.1282806 Mar 02 11:37:38.326240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-03c0d263-bdb1-41cf-aba6-523021ff9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:38.330102 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-03c0d263-bdb1-41cf-aba6-523021ff9f9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0757339 Mar 02 11:37:38.332673 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-a6ba4f97-1072-4594-8b6f-b8eb705d7286 service neutron] 10.222.0.43 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860386 Mar 02 11:37:38.345546 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbd9d-e4df-4133-a1ef-91a0ead033c7 req-8bfa175d-39f5-44a8-9cdf-5f74f3c5ab30 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:38.353664 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f4dbd9d-e4df-4133-a1ef-91a0ead033c7 req-8bfa175d-39f5-44a8-9cdf-5f74f3c5ab30 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 943 time: 0.1240966 Mar 02 11:37:38.423573 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-ac712464-974a-4db2-a148-7239b7a55964 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792103 Mar 02 11:37:38.430581 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f4dbd9d-e4df-4133-a1ef-91a0ead033c7 req-fdb35a23-a397-49ee-8512-2ef76d17160c tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756524 Mar 02 11:37:38.580585 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-ab427ba5-0a01-45d4-8e15-2c4ec4c80367 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491475 Mar 02 11:37:38.648055 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a834a186-5cd5-43ab-8c60-d31d18c27017 req-8e91f81d-0b8b-49f4-81c8-3451c0983bc5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 210 time: 0.0455568 Mar 02 11:37:38.785475 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-23fc80eb-1691-43d7-8b99-25cae31d55a7 req-18724d9a-00ae-4dc8-8376-9a18cb929b44 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945240 Mar 02 11:37:38.838120 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3de43c14-7bd7-4f9a-90fa-677827c336da req-47f5b44b-3fb7-4d75-86db-49226d111b9b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 210 time: 0.0858827 Mar 02 11:37:38.937382 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-8b0911d5-7224-424e-824b-50c66421a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:38.937382 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-8b0911d5-7224-424e-824b-50c66421a4b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1127 time: 0.0829799 Mar 02 11:37:39.174762 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-6b5cd7f6-12d9-472b-bd97-baec617d94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:39.178102 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-6b5cd7f6-12d9-472b-bd97-baec617d94e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.2369652 Mar 02 11:37:39.286984 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-f4fcf23f-0112-4973-8e2e-b6bff3cb5093 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 217 time: 0.1006691 Mar 02 11:37:39.295931 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-b02da8b0-671c-40b1-b74d-b28908ec87ae tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:39.298755 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-b02da8b0-671c-40b1-b74d-b28908ec87ae tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 818 time: 0.2672584 Mar 02 11:37:39.324197 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Request body: {'port': {'device_id': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'admin_state_up': True, 'tenant_id': '4a157e295b59440ab9a0d462905e76a6'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:39.432006 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-f140d7c6-7fce-40dc-bc19-fbd9198d1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:39.433598 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-f140d7c6-7fce-40dc-bc19-fbd9198d1a31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.1336918 Mar 02 11:37:39.494238 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-2f84cb87-dbe8-41f6-abee-8a0409802a95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538878 Mar 02 11:37:39.625837 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283d78-9305-4b5d-b2b4-7588f3844442 req-466b4f07-cfab-46cc-9c6f-0ed96d6c6fdb tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:39.630685 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Made reservation on behalf of 4a157e295b59440ab9a0d462905e76a6 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:39.636311 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:39.639595 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-34283d78-9305-4b5d-b2b4-7588f3844442 req-466b4f07-cfab-46cc-9c6f-0ed96d6c6fdb tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 943 time: 0.1254101 Mar 02 11:37:39.684276 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-98386e0c-5050-4a9d-ba06-5c96204644f3 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600616 Mar 02 11:37:39.706043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53400) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:39.750345 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-34283d78-9305-4b5d-b2b4-7588f3844442 req-caec3238-2f16-422a-8c0c-2d6c95c4bd5d tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088176 Mar 02 11:37:39.813944 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e18b37e9-8a99-4f44-9a7a-8f3004412ccc req-da53daaf-252b-4714-967d-de52119e476e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 210 time: 0.0348706 Mar 02 11:37:39.923224 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d99a17b9-18ac-44c1-aba7-c9d74b202768 req-caf9abf1-d858-469b-b75a-a6baa73e3276 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293496 Mar 02 11:37:39.950268 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Allocated IP 172.20.0.9 (d40d3ed4-ae78-48b1-858d-23adef12d1d7/f6a04572-5c8b-47ea-9cf5-c00afbadd900/af1026f2-665d-4024-be48-95e7f5b3d50e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:40.012654 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af56d343-34a4-43d4-90bd-fe6b5d315363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.016404 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fda04d20-29f9-4149-8b4e-b604d124b595 req-d2f0bb36-c364-4060-8868-5a287cf97c1d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 210 time: 0.0658586 Mar 02 11:37:40.252956 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 1c52e2b1-0378-41d8-b30d-15e772622213 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:37:40.292851 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53438) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:40.305009 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks [] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.314856 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af56d343-34a4-43d4-90bd-fe6b5d315363 admin admin] Publish callbacks [] for security_group (373009cd-96b7-4a2d-8c87-14e2399dd1ea), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.329991 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af56d343-34a4-43d4-90bd-fe6b5d315363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (373009cd-96b7-4a2d-8c87-14e2399dd1ea), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.432263 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-256be51e-3957-4f11-a039-66677c4c1f46 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:40.434036 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-256be51e-3957-4f11-a039-66677c4c1f46 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 817 time: 0.2584414 Mar 02 11:37:40.442229 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-af56d343-34a4-43d4-90bd-fe6b5d315363 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d8caf7c163f4bc388b456d9c118cab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7344446 Mar 02 11:37:40.445588 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53446) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:40.447648 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56d343-34a4-43d4-90bd-fe6b5d315363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373009cd-96b7-4a2d-8c87-14e2399dd1ea,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:40.472140 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.502958 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 1c52e2b1-0378-41d8-b30d-15e772622213, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c52e2b1-0378-41d8-b30d-15e772622213,segment=NetworkSegment(8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43),segment_id=8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:40.513381 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e219c165-9fbd-44a2-a457-f5e49edb0157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.520990 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '1c52e2b1-0378-41d8-b30d-15e772622213', 'network_id': '48328361-24f1-4062-b743-363b54f5bcd5', 'port_id': '1c52e2b1-0378-41d8-b30d-15e772622213', 'mac_address': 'fa:16:3e:48:95:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d73f69-d661-4fce-8047-3da48c39d270', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:37:40.569084 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 1c52e2b1-0378-41d8-b30d-15e772622213 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:40.569698 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.585239 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c52e2b1-0378-41d8-b30d-15e772622213 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:40.617272 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 1c52e2b1-0378-41d8-b30d-15e772622213, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c52e2b1-0378-41d8-b30d-15e772622213,segment=NetworkSegment(8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43),segment_id=8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:40.624234 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.707160 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=1c52e2b1-0378-41d8-b30d-15e772622213,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:40.733411 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e219c165-9fbd-44a2-a457-f5e49edb0157 admin admin] Publish callbacks [] for security_group (6df907ec-78d8-42c1-9dec-947d4f743eab), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.741123 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e219c165-9fbd-44a2-a457-f5e49edb0157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6df907ec-78d8-42c1-9dec-947d4f743eab), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.774236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Network d40d3ed4-ae78-48b1-858d-23adef12d1d7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:40.784862 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:40.788769 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:40.795697 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e219c165-9fbd-44a2-a457-f5e49edb0157 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0df4ef8e57af4ced9862ab31a4316be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014186 Mar 02 11:37:40.800667 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219c165-9fbd-44a2-a457-f5e49edb0157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df907ec-78d8-42c1-9dec-947d4f743eab,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:40.803921 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53464) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:40.832360 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Pushing event updated for resources: {'Port': ['ID=af1026f2-665d-4024-be48-95e7f5b3d50e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:40.902023 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-d676b412-dbbd-4da0-b5b8-3d08c8a41ccd tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 380 time: 0.4466121 Mar 02 11:37:40.910605 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b48f9d40-1962-434e-bc41-711df4954bd9 admin admin] Publish callbacks [] for security_group (373009cd-96b7-4a2d-8c87-14e2399dd1ea), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:40.916415 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'port': {'device_id': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'admin_state_up': True, 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'security_groups': ['66819540-2c0c-4bd0-afd2-db50682e4b17']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:40.925555 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['1c52e2b1-0378-41d8-b30d-15e772622213'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:37:40.987589 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:40.989095 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.011050 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b48f9d40-1962-434e-bc41-711df4954bd9 admin admin] Publish callbacks [] for security_group (373009cd-96b7-4a2d-8c87-14e2399dd1ea), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.046713 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1d2ef6b-d544-4add-8a4c-2eda205a1dad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7387843 Mar 02 11:37:41.066680 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Request body: {'port': {'device_id': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:41.089350 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-10494e66-c3f2-4a9a-bddf-9480c44c2bdd req-d92ce949-ec52-446d-bf9c-75188c139fcf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 210 time: 0.0770738 Mar 02 11:37:41.112586 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82ca2caa-7605-4f45-b786-c81d03d2fe10 admin admin] Publish callbacks [] for security_group (6df907ec-78d8-42c1-9dec-947d4f743eab), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.180273 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.208505 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47ef0f-bf95-4db3-9565-0e5e78f27f66 req-2693ac1e-709e-40d7-830c-ae0fc8b89bcb tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:41.212395 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da47ef0f-bf95-4db3-9565-0e5e78f27f66 req-2693ac1e-709e-40d7-830c-ae0fc8b89bcb tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 944 time: 0.3126509 Mar 02 11:37:41.218855 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82ca2caa-7605-4f45-b786-c81d03d2fe10 admin admin] Publish callbacks [] for security_group (6df907ec-78d8-42c1-9dec-947d4f743eab), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.230549 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b48f9d40-1962-434e-bc41-711df4954bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (373009cd-96b7-4a2d-8c87-14e2399dd1ea), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.233160 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b48f9d40-1962-434e-bc41-711df4954bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.237280 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-b48f9d40-1962-434e-bc41-711df4954bd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/373009cd-96b7-4a2d-8c87-14e2399dd1ea HTTP/1.1" status: 204 len: 168 time: 0.7876770 Mar 02 11:37:41.238836 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Made reservation on behalf of 1fe8fd52bed84e57834b727c313bdead for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:37:41.242053 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.266229 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f9d40-1962-434e-bc41-711df4954bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373009cd-96b7-4a2d-8c87-14e2399dd1ea,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:41.403098 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031ef2-f26d-4534-a0ae-95e84dd103bc req-df7f1d40-8ffe-48e4-83cf-2904f473ffe4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:41.411205 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4031ef2-f26d-4534-a0ae-95e84dd103bc req-df7f1d40-8ffe-48e4-83cf-2904f473ffe4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 931 time: 0.1655378 Mar 02 11:37:41.461066 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da47ef0f-bf95-4db3-9565-0e5e78f27f66 req-3ad04951-a3a0-4342-9be2-6380bacb5679 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342920 Mar 02 11:37:41.468899 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82ca2caa-7605-4f45-b786-c81d03d2fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6df907ec-78d8-42c1-9dec-947d4f743eab), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.471732 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82ca2caa-7605-4f45-b786-c81d03d2fe10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.473638 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-82ca2caa-7605-4f45-b786-c81d03d2fe10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6df907ec-78d8-42c1-9dec-947d4f743eab HTTP/1.1" status: 204 len: 168 time: 0.6684124 Mar 02 11:37:41.518714 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca2caa-7605-4f45-b786-c81d03d2fe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df907ec-78d8-42c1-9dec-947d4f743eab,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:41.544335 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4031ef2-f26d-4534-a0ae-95e84dd103bc req-88588053-a475-46c9-a1e6-95835c869536 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327231 Mar 02 11:37:41.631700 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Allocated IP 172.20.0.13 (86312437-21f0-4e26-9119-28a63a29ab33/90537021-0924-4879-a895-e6b8562f200a/e09cc3ef-bf37-466c-9a67-221a45074071) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:37:41.802634 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1026f2-665d-4024-be48-95e7f5b3d50e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:41.814453 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Publish callbacks [] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.835036 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53528) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:41.853722 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56e9a232-4691-47a5-90f9-1834ca8f1a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.887803 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for port (e09cc3ef-bf37-466c-9a67-221a45074071), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.890098 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Transition to ACTIVE for port object af1026f2-665d-4024-be48-95e7f5b3d50e will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:37:41.898483 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.961915 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56e9a232-4691-47a5-90f9-1834ca8f1a94 admin admin] Publish callbacks [] for security_group (ce599767-2efd-495b-a96a-c7d2b4a861a3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.978203 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56e9a232-4691-47a5-90f9-1834ca8f1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (ce599767-2efd-495b-a96a-c7d2b4a861a3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:41.983078 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Pushing event updated for resources: {'Port': ['ID=af1026f2-665d-4024-be48-95e7f5b3d50e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:42.007455 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.063332 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-56e9a232-4691-47a5-90f9-1834ca8f1a94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3df5b64577b74801bde0d4454ea7e1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268009 Mar 02 11:37:42.066981 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53542) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:42.088396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Network 86312437-21f0-4e26-9119-28a63a29ab33 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:37:42.095463 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:37:42.099031 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:37:42.110331 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a232-4691-47a5-90f9-1834ca8f1a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce599767-2efd-495b-a96a-c7d2b4a861a3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:42.136955 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:42.137059 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53544) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:42.174019 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Attempting to bind port af1026f2-665d-4024-be48-95e7f5b3d50e on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:42.174622 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Attempting to bind port af1026f2-665d-4024-be48-95e7f5b3d50e by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:42.174953 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Attempting to bind port af1026f2-665d-4024-be48-95e7f5b3d50e on network d40d3ed4-ae78-48b1-858d-23adef12d1d7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:42.185710 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:42.185886 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.192485 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 760ac947-35c0-4140-83d3-284e0105fde6 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:37:42.198584 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Port af1026f2-665d-4024-be48-95e7f5b3d50e on network d40d3ed4-ae78-48b1-858d-23adef12d1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:37:42.198926 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Attempting to bind port af1026f2-665d-4024-be48-95e7f5b3d50e on network d40d3ed4-ae78-48b1-858d-23adef12d1d7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:42.218679 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:42.219022 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Checking segment: {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:42.219972 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Bound using segment: {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:42.220454 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Bound port: af1026f2-665d-4024-be48-95e7f5b3d50e, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4404dfec-3852-44b9-8606-d3b46112917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:42.220855 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.226254 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 1c52e2b1-0378-41d8-b30d-15e772622213 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:42.230534 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-ad7f0104-cf05-4e53-9a40-0b01665df385 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3234251 Mar 02 11:37:42.233172 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6eff2e57-e772-4617-bea4-6e221923af60 admin admin] Publish callbacks [] for security_group (ce599767-2efd-495b-a96a-c7d2b4a861a3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.248915 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Request body: {'port': {'device_id': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:42.303755 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6eff2e57-e772-4617-bea4-6e221923af60 admin admin] Publish callbacks [] for security_group (ce599767-2efd-495b-a96a-c7d2b4a861a3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.339078 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.db.resource_extend [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 11:37:42.353561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df3a0aaf-5f73-4e53-9cc9-f3d14f74159c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.392304 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.412982 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] For port af1026f2-665d-4024-be48-95e7f5b3d50e, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:42.441924 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 1c52e2b1-0378-41d8-b30d-15e772622213 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:37:42.449818 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 1c52e2b1-0378-41d8-b30d-15e772622213 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:42.450446 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.458279 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] For port af1026f2-665d-4024-be48-95e7f5b3d50e, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=af1026f2-665d-4024-be48-95e7f5b3d50e,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:42.471976 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.500136 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea014535-4046-4ce3-86fa-74de8e159928 req-ba46ba47-1027-44f5-ac16-0b069f0d9f8d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:42.508640 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ea014535-4046-4ce3-86fa-74de8e159928 req-ba46ba47-1027-44f5-ac16-0b069f0d9f8d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 932 time: 0.1524291 Mar 02 11:37:42.569639 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 760ac947-35c0-4140-83d3-284e0105fde6, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=760ac947-35c0-4140-83d3-284e0105fde6,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:42.581649 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53560) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:42.594619 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '760ac947-35c0-4140-83d3-284e0105fde6', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'port_id': '760ac947-35c0-4140-83d3-284e0105fde6', 'mac_address': 'fa:16:3e:d1:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:37:42.600504 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6eff2e57-e772-4617-bea4-6e221923af60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (ce599767-2efd-495b-a96a-c7d2b4a861a3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.603232 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6eff2e57-e772-4617-bea4-6e221923af60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.606968 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6eff2e57-e772-4617-bea4-6e221923af60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce599767-2efd-495b-a96a-c7d2b4a861a3 HTTP/1.1" status: 204 len: 168 time: 0.5388203 Mar 02 11:37:42.640957 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ea014535-4046-4ce3-86fa-74de8e159928 req-416ff04c-5b44-4ff4-b534-9c2373cab74e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264207 Mar 02 11:37:42.644205 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff2e57-e772-4617-bea4-6e221923af60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce599767-2efd-495b-a96a-c7d2b4a861a3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:42.645424 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 760ac947-35c0-4140-83d3-284e0105fde6 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:42.645813 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (760ac947-35c0-4140-83d3-284e0105fde6), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.662812 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:42.662812 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.664307 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] 10.222.0.15 "PUT /v2.0/ports/af1026f2-665d-4024-be48-95e7f5b3d50e HTTP/1.1" status: 200 len: 1093 time: 1.6039605 Mar 02 11:37:42.667521 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'tag': 'af1026f2-665d-4024-be48-95e7f5b3d50e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:42.669936 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b624345a-f2f0-477a-9e8b-12f4f83d8748" -d '{"events": [{"name": "network-changed", "server_uuid": "08b90af6-eb8f-47d1-8195-c3cbad9d34fd", "tag": "af1026f2-665d-4024-be48-95e7f5b3d50e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:42.712870 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249218-8969-49e8-add7-77408bdf4e6c service neutron] Pushing event updated for resources: {'Port': ['ID=af1026f2-665d-4024-be48-95e7f5b3d50e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:42.759795 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 1c52e2b1-0378-41d8-b30d-15e772622213 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:42.760358 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.776648 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760ac947-35c0-4140-83d3-284e0105fde6 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:42.791356 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-8dfd1489-1e92-410e-b39f-a9eb6020b9ca None None] Provisioning complete for port e09cc3ef-bf37-466c-9a67-221a45074071 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:42.792265 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1489-1e92-410e-b39f-a9eb6020b9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.837025 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd1489-1e92-410e-b39f-a9eb6020b9ca None None] Port e09cc3ef-bf37-466c-9a67-221a45074071 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:37:42.843287 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:37:42.866862 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 760ac947-35c0-4140-83d3-284e0105fde6, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=760ac947-35c0-4140-83d3-284e0105fde6,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:42.879073 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df3a0aaf-5f73-4e53-9cc9-f3d14f74159c admin admin] Publish callbacks [] for security_group (040b03a1-3f27-47dc-81d8-366d830428c6), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.881832 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c52e2b1-0378-41d8-b30d-15e772622213'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:42.893923 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-a09ce96b-cc0a-4a1c-abef-738af26edd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:42.895862 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-a09ce96b-cc0a-4a1c-abef-738af26edd58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 1127 time: 0.1693418 Mar 02 11:37:42.903394 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-875dd26d-0b55-4d89-9627-750b4ae29675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.907316 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df3a0aaf-5f73-4e53-9cc9-f3d14f74159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (040b03a1-3f27-47dc-81d8-366d830428c6), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:42.950118 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c0a3176f-9068-4163-aff8-d459aff4da1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af1026f2-665d-4024-be48-95e7f5b3d50e HTTP/1.1" status: 200 len: 217 time: 0.0437083 Mar 02 11:37:42.963216 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-df3a0aaf-5f73-4e53-9cc9-f3d14f74159c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb741e9ef4b34c19b7246db073d3faa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8271756 Mar 02 11:37:42.971911 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a0aaf-5f73-4e53-9cc9-f3d14f74159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b03a1-3f27-47dc-81d8-366d830428c6,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:42.975723 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53570) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:42.981736 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (760ac947-35c0-4140-83d3-284e0105fde6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.046985 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 1c52e2b1-0378-41d8-b30d-15e772622213, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c52e2b1-0378-41d8-b30d-15e772622213,segment=NetworkSegment(8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43),segment_id=8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:43.048605 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=760ac947-35c0-4140-83d3-284e0105fde6,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:43.071323 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09cc3ef-bf37-466c-9a67-221a45074071 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:43.071518 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.071608 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-a409d66a-6471-4cbc-8916-2b275ac0ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:43.073164 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-a409d66a-6471-4cbc-8916-2b275ac0ac56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.1141014 Mar 02 11:37:43.081381 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Publish callbacks [] for port (e09cc3ef-bf37-466c-9a67-221a45074071), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.084217 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-875dd26d-0b55-4d89-9627-750b4ae29675 admin admin] Publish callbacks [] for security_group (9e915dce-8a69-4105-b038-4e38bacd9022), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.100406 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e8e48-d66a-4918-bf45-8ba6d951311a req-5b909bbf-fa5c-4c12-902d-3aa769c8fe2e tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:43.104476 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-318e8e48-d66a-4918-bf45-8ba6d951311a req-5b909bbf-fa5c-4c12-902d-3aa769c8fe2e tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 944 time: 0.5066004 Mar 02 11:37:43.112373 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-875dd26d-0b55-4d89-9627-750b4ae29675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (9e915dce-8a69-4105-b038-4e38bacd9022), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.127425 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-26242f87-842a-485e-86e5-ad39e56d70b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428133 Mar 02 11:37:43.136310 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Transition to ACTIVE for port object e09cc3ef-bf37-466c-9a67-221a45074071 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:37:43.162411 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.176900 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=1c52e2b1-0378-41d8-b30d-15e772622213,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:43.203211 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-992be608-f6a6-44a5-afc8-189ffe1d9bcf admin admin] Publish callbacks [] for security_group (040b03a1-3f27-47dc-81d8-366d830428c6), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.212868 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['760ac947-35c0-4140-83d3-284e0105fde6'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:37:43.230553 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-875dd26d-0b55-4d89-9627-750b4ae29675 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19817061399b4e9994291a02f3bc3b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420670 Mar 02 11:37:43.233222 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53582) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:43.239162 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcea1a-7b1e-4fe3-960c-64f22837a461 req-9ea68a98-7b13-4769-936a-91d0958a36ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:43.247112 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53bcea1a-7b1e-4fe3-960c-64f22837a461 req-9ea68a98-7b13-4769-936a-91d0958a36ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 943 time: 0.4529421 Mar 02 11:37:43.277891 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c282618a-c3f3-4649-86f7-facbf0ff00ba" -d '{"events": [{"server_uuid": "a173289a-1df2-4f16-b9ea-4a1433151e69", "name": "network-vif-plugged", "status": "completed", "tag": "1c52e2b1-0378-41d8-b30d-15e772622213"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:43.283621 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dd26d-0b55-4d89-9627-750b4ae29675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e915dce-8a69-4105-b038-4e38bacd9022,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:43.372480 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-992be608-f6a6-44a5-afc8-189ffe1d9bcf admin admin] Publish callbacks [] for security_group (040b03a1-3f27-47dc-81d8-366d830428c6), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.372997 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-318e8e48-d66a-4918-bf45-8ba6d951311a req-49391f8d-74ff-40cb-9a09-3db1833e2a65 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439260 Mar 02 11:37:43.381995 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:43.419170 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53bcea1a-7b1e-4fe3-960c-64f22837a461 req-91e9440d-1322-4492-9c58-612ddb6d52a7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664836 Mar 02 11:37:43.536609 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88060634-eddb-4bc7-b149-399df915f658 x-openstack-request-id: req-88060634-eddb-4bc7-b149-399df915f658 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:43.536937 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b90af6-eb8f-47d1-8195-c3cbad9d34fd", "tag": "af1026f2-665d-4024-be48-95e7f5b3d50e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:43.537197 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88060634-eddb-4bc7-b149-399df915f658 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:43.537612 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'tag': 'af1026f2-665d-4024-be48-95e7f5b3d50e', 'status': 'completed', 'code': 200} Mar 02 11:37:43.581547 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-992be608-f6a6-44a5-afc8-189ffe1d9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (040b03a1-3f27-47dc-81d8-366d830428c6), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.584410 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-992be608-f6a6-44a5-afc8-189ffe1d9bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.587790 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-992be608-f6a6-44a5-afc8-189ffe1d9bcf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/040b03a1-3f27-47dc-81d8-366d830428c6 HTTP/1.1" status: 204 len: 168 time: 0.6088448 Mar 02 11:37:43.599432 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-285f436c-3aa9-4d9b-af4d-79bf349c3c22 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653521 Mar 02 11:37:43.600069 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2c239c7-e2e1-4278-8d03-a53154c0c370 admin admin] Publish callbacks [] for security_group (9e915dce-8a69-4105-b038-4e38bacd9022), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.622671 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992be608-f6a6-44a5-afc8-189ffe1d9bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b03a1-3f27-47dc-81d8-366d830428c6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:43.746665 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08996a-dd71-45bd-a6b0-508a6204841a x-openstack-request-id: req-fe08996a-dd71-45bd-a6b0-508a6204841a {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:43.746964 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a173289a-1df2-4f16-b9ea-4a1433151e69", "name": "network-vif-plugged", "status": "completed", "tag": "1c52e2b1-0378-41d8-b30d-15e772622213", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:43.747218 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe08996a-dd71-45bd-a6b0-508a6204841a {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:43.747673 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c52e2b1-0378-41d8-b30d-15e772622213', 'code': 200} Mar 02 11:37:43.796306 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2c239c7-e2e1-4278-8d03-a53154c0c370 admin admin] Publish callbacks [] for security_group (9e915dce-8a69-4105-b038-4e38bacd9022), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.843659 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf1f7b-b00c-4076-a356-85d2f7127017 req-92c5c47a-1bef-41ba-b2f6-bd2d36225009 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:43.846668 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a0bf1f7b-b00c-4076-a356-85d2f7127017 req-92c5c47a-1bef-41ba-b2f6-bd2d36225009 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.1092474 Mar 02 11:37:43.876830 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Attempting to bind port e09cc3ef-bf37-466c-9a67-221a45074071 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:37:43.877170 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Attempting to bind port e09cc3ef-bf37-466c-9a67-221a45074071 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:37:43.877501 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Attempting to bind port e09cc3ef-bf37-466c-9a67-221a45074071 on network 86312437-21f0-4e26-9119-28a63a29ab33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:43.915210 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Port e09cc3ef-bf37-466c-9a67-221a45074071 on network 86312437-21f0-4e26-9119-28a63a29ab33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:37:43.915869 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Attempting to bind port e09cc3ef-bf37-466c-9a67-221a45074071 on network 86312437-21f0-4e26-9119-28a63a29ab33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:37:43.950188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:37:43.950849 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Checking segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:37:43.951434 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Bound using segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:37:43.952850 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Bound port: e09cc3ef-bf37-466c-9a67-221a45074071, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:37:43.953410 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:43.953741 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a0bf1f7b-b00c-4076-a356-85d2f7127017 req-4e0df6af-99b1-426c-a45b-b33f1af223a6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971110 Mar 02 11:37:44.006100 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.15', 63785) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:44.007257 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bb54ea62-7fb8-4a35-8bc4-3c1ecac40f1e req-c1ac5053-2ee2-4a7f-9a88-15145374e94b service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987861 Mar 02 11:37:44.133936 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2c239c7-e2e1-4278-8d03-a53154c0c370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (9e915dce-8a69-4105-b038-4e38bacd9022), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.136885 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2c239c7-e2e1-4278-8d03-a53154c0c370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.141693 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e2c239c7-e2e1-4278-8d03-a53154c0c370 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e915dce-8a69-4105-b038-4e38bacd9022 HTTP/1.1" status: 204 len: 168 time: 0.9038033 Mar 02 11:37:44.152907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721875b2-4bbc-4b7f-aac0-7b1607b68dab req-27e421e8-dbd6-4856-ae7b-103d32cadc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.154411 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-721875b2-4bbc-4b7f-aac0-7b1607b68dab req-27e421e8-dbd6-4856-ae7b-103d32cadc74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 1129 time: 0.1381538 Mar 02 11:37:44.176779 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-721875b2-4bbc-4b7f-aac0-7b1607b68dab req-b1a489a2-1899-46ea-b63d-f199cd24047a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.185359 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c239c7-e2e1-4278-8d03-a53154c0c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e915dce-8a69-4105-b038-4e38bacd9022,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:44.196256 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:37:44.200103 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:37:44.208268 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-f7ecb563-e47f-4cc1-a864-5d4a7f5e0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.210008 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-f7ecb563-e47f-4cc1-a864-5d4a7f5e0010 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 1127 time: 0.1359816 Mar 02 11:37:44.212885 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.223325 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 760ac947-35c0-4140-83d3-284e0105fde6 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:44.250605 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.251871 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.252917 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] 10.222.0.15 "PUT /v2.0/ports/e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 200 len: 1094 time: 2.0138252 Mar 02 11:37:44.345412 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 760ac947-35c0-4140-83d3-284e0105fde6 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:37:44.358618 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 760ac947-35c0-4140-83d3-284e0105fde6 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:44.360478 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (760ac947-35c0-4140-83d3-284e0105fde6), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.375805 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-721875b2-4bbc-4b7f-aac0-7b1607b68dab req-b1a489a2-1899-46ea-b63d-f199cd24047a service neutron] Publish callbacks [] for security_group (1c9bba20-350a-48ae-9a22-a8f1604d580f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.380933 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-721875b2-4bbc-4b7f-aac0-7b1607b68dab req-b1a489a2-1899-46ea-b63d-f199cd24047a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (1c9bba20-350a-48ae-9a22-a8f1604d580f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.430432 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a489a2-1899-46ea-b63d-f199cd24047a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9bba20-350a-48ae-9a22-a8f1604d580f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:44.460374 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-721875b2-4bbc-4b7f-aac0-7b1607b68dab req-b1a489a2-1899-46ea-b63d-f199cd24047a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985559 Mar 02 11:37:44.557380 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c44a4a-2ce5-4f3b-a8fc-95faf4192544 service neutron] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:44.572612 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 760ac947-35c0-4140-83d3-284e0105fde6 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:44.578552 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (760ac947-35c0-4140-83d3-284e0105fde6), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.603872 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d807c-d006-4eb6-8c1d-f90e56da0b12 req-e6d97be7-e8ec-4ad6-a00f-d0e3220686de tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.612191 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f4d807c-d006-4eb6-8c1d-f90e56da0b12 req-e6d97be7-e8ec-4ad6-a00f-d0e3220686de tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.1496580 Mar 02 11:37:44.623034 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-25148e75-33cd-4b6e-acf4-d6f87feae3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.624579 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-25148e75-33cd-4b6e-acf4-d6f87feae3ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 1128 time: 0.2852802 Mar 02 11:37:44.637346 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-77ee7479-c3d4-428b-bff4-a4390b93932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.638862 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-77ee7479-c3d4-428b-bff4-a4390b93932b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.4166853 Mar 02 11:37:44.664100 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 760ac947-35c0-4140-83d3-284e0105fde6, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=760ac947-35c0-4140-83d3-284e0105fde6,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:44.680411 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (760ac947-35c0-4140-83d3-284e0105fde6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.689022 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc56ed6-e045-4fea-a28e-a078d39577ac req-02dfad12-5a6a-464a-ba97-ced79b55e771 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.692809 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1cc56ed6-e045-4fea-a28e-a078d39577ac req-02dfad12-5a6a-464a-ba97-ced79b55e771 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 943 time: 0.1535065 Mar 02 11:37:44.750704 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=760ac947-35c0-4140-83d3-284e0105fde6,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:44.761478 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-58eeb936-eadd-4fcf-84a6-124e94a20775 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af1026f2-665d-4024-be48-95e7f5b3d50e HTTP/1.1" status: 200 len: 217 time: 0.0642591 Mar 02 11:37:44.762102 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f4d807c-d006-4eb6-8c1d-f90e56da0b12 req-2add718e-8611-4590-a8b5-af135578e1b9 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488550 Mar 02 11:37:44.776367 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1cc56ed6-e045-4fea-a28e-a078d39577ac req-20f6dbb4-cba1-4fc8-95f3-fbacec8a26f1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768507 Mar 02 11:37:44.800677 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-619e3613-02e0-4fb4-8149-0561766d3769 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 200 len: 217 time: 0.1149008 Mar 02 11:37:44.828559 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53644) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:44.843077 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4a70-d765-4081-a2dc-d5595e232bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.943882 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-a9d7d1fd-2e23-46c9-9fdc-84a32b4d190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.945426 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-a9d7d1fd-2e23-46c9-9fdc-84a32b4d190b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.1530316 Mar 02 11:37:44.949091 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-09619827-948e-478d-86b4-a2f14d4214fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:44.950437 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-09619827-948e-478d-86b4-a2f14d4214fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.1270220 Mar 02 11:37:44.966876 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4a70-d765-4081-a2dc-d5595e232bc8 admin admin] Publish callbacks [] for security_group (b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:44.981983 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4a70-d765-4081-a2dc-d5595e232bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:45.019795 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e0ad4a70-d765-4081-a2dc-d5595e232bc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe2f74a32e6a426abcb1f51a8388b12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891172 Mar 02 11:37:45.024292 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53658) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:45.057124 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad4a70-d765-4081-a2dc-d5595e232bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:45.194606 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-453b8f67-b68f-4c36-84d0-ecc6b9f36888 admin admin] Publish callbacks [] for security_group (b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:45.242850 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939eb9c-6eeb-4e38-bca3-b5919f5c1a6d req-2e6ea715-d133-4579-9bf0-265f3bf7d0e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:45.244672 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d939eb9c-6eeb-4e38-bca3-b5919f5c1a6d req-2e6ea715-d133-4579-9bf0-265f3bf7d0e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.1524093 Mar 02 11:37:45.247041 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-453b8f67-b68f-4c36-84d0-ecc6b9f36888 admin admin] Publish callbacks [] for security_group (b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:45.310719 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-88afec2e-e5f5-48a7-8d97-dd9bdaf21882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3430316 Mar 02 11:37:45.328932 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d939eb9c-6eeb-4e38-bca3-b5919f5c1a6d req-4a7662a8-6a4f-4445-9917-eaec1b3bc428 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731659 Mar 02 11:37:45.358347 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-453b8f67-b68f-4c36-84d0-ecc6b9f36888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:45.361299 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-453b8f67-b68f-4c36-84d0-ecc6b9f36888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:45.366392 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-453b8f67-b68f-4c36-84d0-ecc6b9f36888 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3 HTTP/1.1" status: 204 len: 168 time: 0.3379903 Mar 02 11:37:45.374654 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b8f67-b68f-4c36-84d0-ecc6b9f36888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e0fafb-2d4b-4b8b-b528-baaa8f1ec2f3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:45.423800 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-68711389-6292-41e0-9971-e587d3d32fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:45.426155 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-68711389-6292-41e0-9971-e587d3d32fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4576557 Mar 02 11:37:45.504451 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-beea0452-2eed-44ee-bb71-f875b0301a6f service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761234 Mar 02 11:37:45.568359 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:45.570715 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776ca37d-eced-4687-b415-e6edd486a7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:45.604118 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-c0ca765d-cb5a-42b7-89b0-81dc53ea2e19 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708858 Mar 02 11:37:45.608304 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:45.667406 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f78478-aeaa-4453-adc6-e69c2f755788 x-openstack-request-id: req-68f78478-aeaa-4453-adc6-e69c2f755788 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:45.667697 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:45.667960 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68f78478-aeaa-4453-adc6-e69c2f755788 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:45.668332 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'status': 'completed', 'code': 200} Mar 02 11:37:45.690001 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b624345a-f2f0-477a-9e8b-12f4f83d8748 req-c4e8372d-73c5-4162-9550-1ee68f215567 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777711 Mar 02 11:37:45.748375 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ac947-35c0-4140-83d3-284e0105fde6'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:45.750001 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef72208b-eb04-4fed-97c7-f4a9677a1f97 req-6b66dd9a-588b-4bf1-89f6-00e330bc6e50 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351697 Mar 02 11:37:45.752569 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61895840-e0e0-4fe1-9182-8bdbb48a2637" -d '{"events": [{"server_uuid": "eddceba4-55ac-45a0-b5f3-3ef234c562a3", "name": "network-vif-plugged", "status": "completed", "tag": "760ac947-35c0-4140-83d3-284e0105fde6"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:45.851931 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518422ed-2c97-4298-b1d1-4afaa2ce6292 x-openstack-request-id: req-518422ed-2c97-4298-b1d1-4afaa2ce6292 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:45.852562 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddceba4-55ac-45a0-b5f3-3ef234c562a3", "name": "network-vif-plugged", "status": "completed", "tag": "760ac947-35c0-4140-83d3-284e0105fde6", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:45.853424 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-518422ed-2c97-4298-b1d1-4afaa2ce6292 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:45.853961 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ac947-35c0-4140-83d3-284e0105fde6', 'code': 200} Mar 02 11:37:45.914602 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-63c92e53-ce9b-4a8e-9857-e71d2703ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:45.916025 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-63c92e53-ce9b-4a8e-9857-e71d2703ea54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 1128 time: 0.0884531 Mar 02 11:37:46.018882 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bba25-cf52-4ffc-9e79-8afcf143e49b req-c4e9ebc7-b898-444d-abc0-c080ad045fec tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:46.022883 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3bba25-cf52-4ffc-9e79-8afcf143e49b req-c4e9ebc7-b898-444d-abc0-c080ad045fec tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.1656337 Mar 02 11:37:46.174823 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-5a976937-b11c-439d-9118-cb76e3e7ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:46.176446 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-5a976937-b11c-439d-9118-cb76e3e7ec94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.2526104 Mar 02 11:37:46.187654 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3bba25-cf52-4ffc-9e79-8afcf143e49b req-9bc1ab6d-e90d-4aa9-add8-1a6096921850 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244431 Mar 02 11:37:46.200445 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e677f2-fa3c-4526-a57e-aa30365a6d1c req-d1637552-8825-4efe-ac09-70ba6fdf6695 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:46.202252 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9e677f2-fa3c-4526-a57e-aa30365a6d1c req-d1637552-8825-4efe-ac09-70ba6fdf6695 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 943 time: 0.2205656 Mar 02 11:37:46.215623 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device af1026f2-665d-4024-be48-95e7f5b3d50e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:37:46.282688 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-29d2ab46-98f8-4616-ac99-b904b442eb9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 200 len: 217 time: 0.0936146 Mar 02 11:37:46.290612 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a2919-385a-42c7-9c7a-55f06755bcdf req-7da9a6d7-f91f-42ce-b499-92e1e829ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:46.292286 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4e5a2919-385a-42c7-9c7a-55f06755bcdf req-7da9a6d7-f91f-42ce-b499-92e1e829ac2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.2064424 Mar 02 11:37:46.315484 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9e677f2-fa3c-4526-a57e-aa30365a6d1c req-0adf3cb4-eb10-43ab-b391-b17c14b79d55 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061845 Mar 02 11:37:46.409628 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-cd52c52f-9704-4596-8190-e95e50d97eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:46.415139 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-cd52c52f-9704-4596-8190-e95e50d97eb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.1216435 Mar 02 11:37:46.513484 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4e5a2919-385a-42c7-9c7a-55f06755bcdf req-887c108a-c270-42a1-bf55-68424520c726 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938405 Mar 02 11:37:46.565632 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-e31b9224-350d-4304-b360-218cf611a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:46.567722 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-e31b9224-350d-4304-b360-218cf611a62f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1403916 Mar 02 11:37:46.708279 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99560cb2-682a-4c01-ae80-f86fb21ed470 req-ca70abf4-dca9-414b-becf-e638dca88bee tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:46.709848 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-99560cb2-682a-4c01-ae80-f86fb21ed470 req-ca70abf4-dca9-414b-becf-e638dca88bee tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.1223023 Mar 02 11:37:46.764201 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port af1026f2-665d-4024-be48-95e7f5b3d50e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=af1026f2-665d-4024-be48-95e7f5b3d50e,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:46.804473 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'af1026f2-665d-4024-be48-95e7f5b3d50e', 'network_id': 'd40d3ed4-ae78-48b1-858d-23adef12d1d7', 'port_id': 'af1026f2-665d-4024-be48-95e7f5b3d50e', 'mac_address': 'fa:16:3e:0b:d3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a04572-5c8b-47ea-9cf5-c00afbadd900', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:37:46.882926 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-9a09247e-5614-4269-a259-265b54cc2d65 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715848 Mar 02 11:37:46.900346 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port af1026f2-665d-4024-be48-95e7f5b3d50e is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:46.901000 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:46.916478 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1026f2-665d-4024-be48-95e7f5b3d50e {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:46.939549 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port af1026f2-665d-4024-be48-95e7f5b3d50e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=af1026f2-665d-4024-be48-95e7f5b3d50e,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:46.947249 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:47.028943 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-99560cb2-682a-4c01-ae80-f86fb21ed470 req-765b659a-90c8-437a-9a40-66f22d45f2bb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082318 Mar 02 11:37:47.037349 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=af1026f2-665d-4024-be48-95e7f5b3d50e,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:47.049995 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-776ca37d-eced-4687-b415-e6edd486a7f8 req-ab106922-d340-4d21-bc4f-19e7ee56e4ef service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607037 Mar 02 11:37:47.189178 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['af1026f2-665d-4024-be48-95e7f5b3d50e'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:37:47.376129 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd02c4-2b8c-4b14-99b4-828ce24d21e2 req-ddecbb7c-e815-47d3-8621-500c99d797a5 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:47.377776 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-61bd02c4-2b8c-4b14-99b4-828ce24d21e2 req-ddecbb7c-e815-47d3-8621-500c99d797a5 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.0882378 Mar 02 11:37:47.474109 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-61bd02c4-2b8c-4b14-99b4-828ce24d21e2 req-fc119059-b5dc-48e1-9b7d-eacf194141d7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898836 Mar 02 11:37:47.522753 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aa2d3-9820-4f30-817c-83e190198132 req-ec29cca6-889a-4c83-81ed-8e20432cc960 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:47.524477 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b3aa2d3-9820-4f30-817c-83e190198132 req-ec29cca6-889a-4c83-81ed-8e20432cc960 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 944 time: 0.1016724 Mar 02 11:37:47.603415 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b3aa2d3-9820-4f30-817c-83e190198132 req-7365441c-5085-4061-9541-e997f3331d9e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705104 Mar 02 11:37:48.165260 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9263b1f-f8af-45e2-89c0-1203fae74180 req-670bc98c-a6e6-49a0-8994-3e27f5d1566f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:48.167510 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b9263b1f-f8af-45e2-89c0-1203fae74180 req-670bc98c-a6e6-49a0-8994-3e27f5d1566f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0531781 Mar 02 11:37:48.216151 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b9263b1f-f8af-45e2-89c0-1203fae74180 req-a436a902-0194-4ae3-a28a-2d51c02f8162 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Mar 02 11:37:48.223903 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:37:48.230795 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device af1026f2-665d-4024-be48-95e7f5b3d50e up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:48.341573 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port af1026f2-665d-4024-be48-95e7f5b3d50e completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:37:48.352672 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port af1026f2-665d-4024-be48-95e7f5b3d50e triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:48.353046 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:48.391012 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:48.410606 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'port_id': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'mac_address': 'fa:16:3e:68:7c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:37:48.477155 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:48.477548 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:48.500080 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09cc3ef-bf37-466c-9a67-221a45074071 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:37:48.508745 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port af1026f2-665d-4024-be48-95e7f5b3d50e is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:48.509063 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:48.537376 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:48.546937 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:48.557406 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1026f2-665d-4024-be48-95e7f5b3d50e'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:48.559703 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad191fd-f48d-4bc9-a193-3a3db30af79f" -d '{"events": [{"server_uuid": "08b90af6-eb8f-47d1-8195-c3cbad9d34fd", "name": "network-vif-plugged", "status": "completed", "tag": "af1026f2-665d-4024-be48-95e7f5b3d50e"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:48.590398 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port af1026f2-665d-4024-be48-95e7f5b3d50e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=af1026f2-665d-4024-be48-95e7f5b3d50e,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:48.598737 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:48.621044 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fdea87-3e2f-47f3-9312-6efc018f6494 x-openstack-request-id: req-89fdea87-3e2f-47f3-9312-6efc018f6494 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:48.621361 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b90af6-eb8f-47d1-8195-c3cbad9d34fd", "name": "network-vif-plugged", "status": "completed", "tag": "af1026f2-665d-4024-be48-95e7f5b3d50e", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:48.621619 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89fdea87-3e2f-47f3-9312-6efc018f6494 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:48.622011 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1026f2-665d-4024-be48-95e7f5b3d50e', 'code': 200} Mar 02 11:37:48.622981 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:48.702319 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=af1026f2-665d-4024-be48-95e7f5b3d50e,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:48.796412 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['e09cc3ef-bf37-466c-9a67-221a45074071'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:37:48.824819 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abea9f3-4930-4247-aa7d-7694a747ee7c req-e2aa11a5-635c-45a8-a310-fcb9e364e914 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:48.833978 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4abea9f3-4930-4247-aa7d-7694a747ee7c req-e2aa11a5-635c-45a8-a310-fcb9e364e914 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.1170814 Mar 02 11:37:48.907588 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4abea9f3-4930-4247-aa7d-7694a747ee7c req-d1af0f8d-3f5f-47fb-813c-25e468d7eff9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697892 Mar 02 11:37:48.933190 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee7f12-0dd4-4d63-929c-6f704459276f req-14b2d341-a787-4cff-8301-6dba48ec45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:48.934877 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2ee7f12-0dd4-4d63-929c-6f704459276f req-14b2d341-a787-4cff-8301-6dba48ec45eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 1129 time: 0.0957222 Mar 02 11:37:49.004859 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2ee7f12-0dd4-4d63-929c-6f704459276f req-4cfb7325-7662-4fc4-94e3-d52820331bb1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624270 Mar 02 11:37:49.019558 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53828) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:49.167738 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f3163ea-a929-4729-8b6e-1097bff06982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:49.323889 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f3163ea-a929-4729-8b6e-1097bff06982 admin admin] Publish callbacks [] for security_group (0b7e91f3-8bd6-419b-9d87-2cb2999617e3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:49.357698 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f3163ea-a929-4729-8b6e-1097bff06982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0b7e91f3-8bd6-419b-9d87-2cb2999617e3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:49.397756 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3163ea-a929-4729-8b6e-1097bff06982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e91f3-8bd6-419b-9d87-2cb2999617e3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:49.412376 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7f3163ea-a929-4729-8b6e-1097bff06982 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d4fa67d4ecb461187e2464fc260515b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915889 Mar 02 11:37:49.415213 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53856) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:49.437055 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89220f-a4e1-41db-ab79-a961d6054465 req-ce5e3a57-8155-47d5-8473-17f416cc1e4f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:49.438828 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd89220f-a4e1-41db-ab79-a961d6054465 req-ce5e3a57-8155-47d5-8473-17f416cc1e4f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.1092868 Mar 02 11:37:49.518594 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53a1f96e-4c96-4e8d-a6b9-a37a4ad672da admin admin] Publish callbacks [] for security_group (0b7e91f3-8bd6-419b-9d87-2cb2999617e3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:49.531298 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd89220f-a4e1-41db-ab79-a961d6054465 req-d5c02416-0c2a-4e20-83db-4add48fa51bc tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857129 Mar 02 11:37:49.547420 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53a1f96e-4c96-4e8d-a6b9-a37a4ad672da admin admin] Publish callbacks [] for security_group (0b7e91f3-8bd6-419b-9d87-2cb2999617e3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:49.615461 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53a1f96e-4c96-4e8d-a6b9-a37a4ad672da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0b7e91f3-8bd6-419b-9d87-2cb2999617e3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:49.620000 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53a1f96e-4c96-4e8d-a6b9-a37a4ad672da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:49.621564 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-53a1f96e-4c96-4e8d-a6b9-a37a4ad672da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b7e91f3-8bd6-419b-9d87-2cb2999617e3 HTTP/1.1" status: 204 len: 168 time: 0.2053034 Mar 02 11:37:49.632131 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1f96e-4c96-4e8d-a6b9-a37a4ad672da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7e91f3-8bd6-419b-9d87-2cb2999617e3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:50.011209 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53882) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:50.029870 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd6fd-3214-4bec-b447-069ad9863b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.065034 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f8ef6-43ad-40a1-a7a4-9185538564c0 req-d6811132-da3d-4b02-93bc-e5136c562a3e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:50.067043 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fe3f8ef6-43ad-40a1-a7a4-9185538564c0 req-d6811132-da3d-4b02-93bc-e5136c562a3e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0877306 Mar 02 11:37:50.141877 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fe3f8ef6-43ad-40a1-a7a4-9185538564c0 req-30e60bf5-70ab-4d51-91bb-707e6b4e3180 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618684 Mar 02 11:37:50.166636 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53888) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:50.177750 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd6fd-3214-4bec-b447-069ad9863b00 admin admin] Publish callbacks [] for security_group (856274e5-f4de-41a4-81db-99fc667a9a4e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.182128 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd6fd-3214-4bec-b447-069ad9863b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (856274e5-f4de-41a4-81db-99fc667a9a4e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.221455 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9d1cd6fd-3214-4bec-b447-069ad9863b00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d14edd9d9cb431c8a77111c5656e1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092202 Mar 02 11:37:50.222599 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cd6fd-3214-4bec-b447-069ad9863b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856274e5-f4de-41a4-81db-99fc667a9a4e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:50.224124 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:50.297392 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3e933e5-bc4d-4b2c-9c2c-7f17bc10f819 admin admin] Publish callbacks [] for security_group (856274e5-f4de-41a4-81db-99fc667a9a4e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.299576 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5261fccd-cc64-45f4-9e7d-a76cd7e50324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.321421 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3e933e5-bc4d-4b2c-9c2c-7f17bc10f819 admin admin] Publish callbacks [] for security_group (856274e5-f4de-41a4-81db-99fc667a9a4e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.383333 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3e933e5-bc4d-4b2c-9c2c-7f17bc10f819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (856274e5-f4de-41a4-81db-99fc667a9a4e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.386979 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3e933e5-bc4d-4b2c-9c2c-7f17bc10f819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.388121 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-b3e933e5-bc4d-4b2c-9c2c-7f17bc10f819 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/856274e5-f4de-41a4-81db-99fc667a9a4e HTTP/1.1" status: 204 len: 168 time: 0.1628520 Mar 02 11:37:50.392906 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5261fccd-cc64-45f4-9e7d-a76cd7e50324 admin admin] Publish callbacks [] for security_group (cf0764eb-752e-496c-8f39-4aeb7385588d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.397765 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e933e5-bc4d-4b2c-9c2c-7f17bc10f819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856274e5-f4de-41a4-81db-99fc667a9a4e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:50.398203 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5261fccd-cc64-45f4-9e7d-a76cd7e50324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (cf0764eb-752e-496c-8f39-4aeb7385588d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.454688 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5261fccd-cc64-45f4-9e7d-a76cd7e50324 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2b8e994ef87433082225b7d9ff4b23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869527 Mar 02 11:37:50.455644 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261fccd-cc64-45f4-9e7d-a76cd7e50324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0764eb-752e-496c-8f39-4aeb7385588d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:50.457565 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53904) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:50.507004 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67e5251d-9696-4d86-963f-81d8e09a9f0b admin admin] Publish callbacks [] for security_group (cf0764eb-752e-496c-8f39-4aeb7385588d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.528487 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67e5251d-9696-4d86-963f-81d8e09a9f0b admin admin] Publish callbacks [] for security_group (cf0764eb-752e-496c-8f39-4aeb7385588d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.578817 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67e5251d-9696-4d86-963f-81d8e09a9f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (cf0764eb-752e-496c-8f39-4aeb7385588d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.585747 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-67e5251d-9696-4d86-963f-81d8e09a9f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.589232 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-67e5251d-9696-4d86-963f-81d8e09a9f0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf0764eb-752e-496c-8f39-4aeb7385588d HTTP/1.1" status: 204 len: 168 time: 0.1283870 Mar 02 11:37:50.604181 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5251d-9696-4d86-963f-81d8e09a9f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0764eb-752e-496c-8f39-4aeb7385588d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:50.691732 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca8e6-1ba6-4c85-a2ec-3d7c37fb48a0 req-70dbb1a2-d9f5-4b31-9c98-303cb5a064d9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:50.695630 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:50.695931 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-190ca8e6-1ba6-4c85-a2ec-3d7c37fb48a0 req-70dbb1a2-d9f5-4b31-9c98-303cb5a064d9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.0599158 Mar 02 11:37:50.709610 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f90cd5cf-f5e3-4c3d-9b3e-deb94ae74381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.744839 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-190ca8e6-1ba6-4c85-a2ec-3d7c37fb48a0 req-7dce9502-a65c-47df-af9e-de912a096e12 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433967 Mar 02 11:37:50.799803 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f90cd5cf-f5e3-4c3d-9b3e-deb94ae74381 admin admin] Publish callbacks [] for security_group (ec55e3da-e919-4454-a26e-1cf97e4bdbe8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.804250 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f90cd5cf-f5e3-4c3d-9b3e-deb94ae74381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (ec55e3da-e919-4454-a26e-1cf97e4bdbe8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.846923 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f90cd5cf-f5e3-4c3d-9b3e-deb94ae74381 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e2dfce040fa4ced95fda6c8adb7e87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496699 Mar 02 11:37:50.848496 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cd5cf-f5e3-4c3d-9b3e-deb94ae74381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec55e3da-e919-4454-a26e-1cf97e4bdbe8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:50.849985 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53918) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:50.905308 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d19955-bef3-4653-a1dc-b4a88be7d8ee admin admin] Publish callbacks [] for security_group (ec55e3da-e919-4454-a26e-1cf97e4bdbe8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.905904 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 53920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:50.920591 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d64818a-83b2-4a86-9aa7-b9f91f834d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.930914 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d19955-bef3-4653-a1dc-b4a88be7d8ee admin admin] Publish callbacks [] for security_group (ec55e3da-e919-4454-a26e-1cf97e4bdbe8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.981273 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d19955-bef3-4653-a1dc-b4a88be7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (ec55e3da-e919-4454-a26e-1cf97e4bdbe8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.983832 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25d19955-bef3-4653-a1dc-b4a88be7d8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:50.984983 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-25d19955-bef3-4653-a1dc-b4a88be7d8ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec55e3da-e919-4454-a26e-1cf97e4bdbe8 HTTP/1.1" status: 204 len: 168 time: 0.1338263 Mar 02 11:37:50.992587 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d19955-bef3-4653-a1dc-b4a88be7d8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec55e3da-e919-4454-a26e-1cf97e4bdbe8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:50.999338 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d64818a-83b2-4a86-9aa7-b9f91f834d3d admin admin] Publish callbacks [] for security_group (6303b49d-fbd1-470a-a168-0f2732c1d20d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:51.004821 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7d64818a-83b2-4a86-9aa7-b9f91f834d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6303b49d-fbd1-470a-a168-0f2732c1d20d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:51.043658 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7d64818a-83b2-4a86-9aa7-b9f91f834d3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=785d0aa18e16455c887a16d536cf9c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366775 Mar 02 11:37:51.046431 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 53924) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:51.048504 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64818a-83b2-4a86-9aa7-b9f91f834d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6303b49d-fbd1-470a-a168-0f2732c1d20d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:51.095135 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e0142fd-d908-461a-8202-5ee2c37862e7 admin admin] Publish callbacks [] for security_group (6303b49d-fbd1-470a-a168-0f2732c1d20d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:51.116724 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e0142fd-d908-461a-8202-5ee2c37862e7 admin admin] Publish callbacks [] for security_group (6303b49d-fbd1-470a-a168-0f2732c1d20d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:51.168266 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e0142fd-d908-461a-8202-5ee2c37862e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6303b49d-fbd1-470a-a168-0f2732c1d20d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:51.168525 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e0142fd-d908-461a-8202-5ee2c37862e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:51.169798 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0e0142fd-d908-461a-8202-5ee2c37862e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6303b49d-fbd1-470a-a168-0f2732c1d20d HTTP/1.1" status: 204 len: 168 time: 0.1218379 Mar 02 11:37:51.180980 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0142fd-d908-461a-8202-5ee2c37862e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6303b49d-fbd1-470a-a168-0f2732c1d20d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:51.271784 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305ffa0-409a-451e-957c-55679c548d83 req-aaec430a-835b-4e1f-a67d-209dc04b257b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:51.273294 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6305ffa0-409a-451e-957c-55679c548d83 req-aaec430a-835b-4e1f-a67d-209dc04b257b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0573921 Mar 02 11:37:51.325104 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6305ffa0-409a-451e-957c-55679c548d83 req-bf223533-5bb5-47c5-bd55-be64ec6314f1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Mar 02 11:37:51.891767 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cb81f-4f05-4192-b1f8-afbc16f17db1 req-1ac45c72-c44a-40e6-8288-92225bfc57bb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:51.893862 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-906cb81f-4f05-4192-b1f8-afbc16f17db1 req-1ac45c72-c44a-40e6-8288-92225bfc57bb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.0745382 Mar 02 11:37:51.949197 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-906cb81f-4f05-4192-b1f8-afbc16f17db1 req-2b0e6b2f-ba97-45d9-876f-1c89bf36ec05 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Mar 02 11:37:52.248032 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:37:52.298558 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port e09cc3ef-bf37-466c-9a67-221a45074071 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:37:52.303493 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port e09cc3ef-bf37-466c-9a67-221a45074071 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:37:52.304032 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:52.407531 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:37:52.408111 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:52.437647 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:52.441394 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e99a55-55da-4833-818c-9069be98813f" -d '{"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-plugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:52.461800 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:37:52.467071 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:52.509420 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba735-4e00-45a1-abbc-b603649264df req-0f9f9444-7f83-4ef8-9b7c-fafd383111ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:52.513910 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9d354-3537-4f88-ae06-7987a5852bc1 x-openstack-request-id: req-e9c9d354-3537-4f88-ae06-7987a5852bc1 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:52.515250 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-plugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:52.515662 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9c9d354-3537-4f88-ae06-7987a5852bc1 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:52.516228 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'code': 200} Mar 02 11:37:52.519647 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2abba735-4e00-45a1-abbc-b603649264df req-0f9f9444-7f83-4ef8-9b7c-fafd383111ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.1080003 Mar 02 11:37:52.570891 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:52.596720 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2abba735-4e00-45a1-abbc-b603649264df req-ab5a1816-bf75-4955-b038-9a1bab0573bc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758653 Mar 02 11:37:52.791548 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65aad-623b-4eed-9138-0c606b38eb3e req-c24c67f2-b0a4-46ed-9dd6-f5833512825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:52.793582 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7ce65aad-623b-4eed-9138-0c606b38eb3e req-c24c67f2-b0a4-46ed-9dd6-f5833512825d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 1130 time: 0.0696652 Mar 02 11:37:52.909044 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7ce65aad-623b-4eed-9138-0c606b38eb3e req-15babf6d-4054-405c-a059-fe4316c3874e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028092 Mar 02 11:37:53.086045 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac112-09bd-40fd-a158-05dc2c61711a req-13cce7e1-e0b7-4544-af13-31964ec523d4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:53.087550 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5ac112-09bd-40fd-a158-05dc2c61711a req-13cce7e1-e0b7-4544-af13-31964ec523d4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0546987 Mar 02 11:37:53.184084 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5ac112-09bd-40fd-a158-05dc2c61711a req-7c499822-db89-47f8-8c78-8277cb9d0b5e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904603 Mar 02 11:37:53.744034 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f431d-0462-4216-8329-fb649fa4f838 req-814473c6-f8a7-4c69-a288-86f5a58b6f98 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:53.751422 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d3f431d-0462-4216-8329-fb649fa4f838 req-814473c6-f8a7-4c69-a288-86f5a58b6f98 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0612597 Mar 02 11:37:53.796016 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d3f431d-0462-4216-8329-fb649fa4f838 req-283e2d93-2f92-492e-8a15-dde569fe2bfd tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Mar 02 11:37:53.981538 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54120) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:54.009021 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54124) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:54.125314 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84e55dd5-1789-4ebb-8f77-12b4cb5d8652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.130222 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2956e60-bd12-4869-ade6-9fe21d778969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.182179 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c74c6-a6ed-450f-88c2-d82344110a9d req-d5f005a8-7247-4ddb-9126-0f638f4d34b9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:54.183549 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9d9c74c6-a6ed-450f-88c2-d82344110a9d req-d5f005a8-7247-4ddb-9126-0f638f4d34b9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.1105094 Mar 02 11:37:54.297311 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9d9c74c6-a6ed-450f-88c2-d82344110a9d req-9ed2c469-ac04-46c1-943b-6a3b1d639d23 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076193 Mar 02 11:37:54.334567 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2956e60-bd12-4869-ade6-9fe21d778969 admin admin] Publish callbacks [] for security_group (57daf62c-844e-4d45-8d8c-b247578e1834), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.344079 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2956e60-bd12-4869-ade6-9fe21d778969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (57daf62c-844e-4d45-8d8c-b247578e1834), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.352166 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84e55dd5-1789-4ebb-8f77-12b4cb5d8652 admin admin] Publish callbacks [] for security_group (599c07dd-311e-4650-8760-24fe9edcb479), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.370510 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-84e55dd5-1789-4ebb-8f77-12b4cb5d8652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (599c07dd-311e-4650-8760-24fe9edcb479), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.420694 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6c830-724f-4a13-9f24-55e5937f30b8 req-106ed496-3dcc-460c-af12-4c46732a42ba tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:54.422126 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-94a6c830-724f-4a13-9f24-55e5937f30b8 req-106ed496-3dcc-460c-af12-4c46732a42ba tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.1631596 Mar 02 11:37:54.423849 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2956e60-bd12-4869-ade6-9fe21d778969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57daf62c-844e-4d45-8d8c-b247578e1834,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:54.433288 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f2956e60-bd12-4869-ade6-9fe21d778969 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b585ecd31fa24eb998cc5ef2222ffe96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229910 Mar 02 11:37:54.435728 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54134) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:54.440594 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-84e55dd5-1789-4ebb-8f77-12b4cb5d8652 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=114e3298a5594257ab41dab9104faa16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578798 Mar 02 11:37:54.441986 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:54.479745 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e55dd5-1789-4ebb-8f77-12b4cb5d8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599c07dd-311e-4650-8760-24fe9edcb479,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:54.500044 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-94a6c830-724f-4a13-9f24-55e5937f30b8 req-5d79bf36-0b8e-4355-8c54-e039d7fe2197 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696893 Mar 02 11:37:54.527435 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b863ed54-1fbb-4599-bfd7-578aa5943ef7 admin admin] Publish callbacks [] for security_group (57daf62c-844e-4d45-8d8c-b247578e1834), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.530025 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f773ac3e-a5c9-4546-a70b-26516b3f3169 admin admin] Publish callbacks [] for security_group (599c07dd-311e-4650-8760-24fe9edcb479), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.562983 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b863ed54-1fbb-4599-bfd7-578aa5943ef7 admin admin] Publish callbacks [] for security_group (57daf62c-844e-4d45-8d8c-b247578e1834), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.571786 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f773ac3e-a5c9-4546-a70b-26516b3f3169 admin admin] Publish callbacks [] for security_group (599c07dd-311e-4650-8760-24fe9edcb479), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.639571 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b863ed54-1fbb-4599-bfd7-578aa5943ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (57daf62c-844e-4d45-8d8c-b247578e1834), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.642300 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b863ed54-1fbb-4599-bfd7-578aa5943ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.643453 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-b863ed54-1fbb-4599-bfd7-578aa5943ef7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57daf62c-844e-4d45-8d8c-b247578e1834 HTTP/1.1" status: 204 len: 168 time: 0.2061634 Mar 02 11:37:54.646824 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f773ac3e-a5c9-4546-a70b-26516b3f3169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (599c07dd-311e-4650-8760-24fe9edcb479), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.649318 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f773ac3e-a5c9-4546-a70b-26516b3f3169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.650218 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f773ac3e-a5c9-4546-a70b-26516b3f3169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/599c07dd-311e-4650-8760-24fe9edcb479 HTTP/1.1" status: 204 len: 168 time: 0.2074072 Mar 02 11:37:54.657338 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863ed54-1fbb-4599-bfd7-578aa5943ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57daf62c-844e-4d45-8d8c-b247578e1834,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:54.669502 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773ac3e-a5c9-4546-a70b-26516b3f3169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599c07dd-311e-4650-8760-24fe9edcb479,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:54.933333 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54152) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:54.935733 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54154) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:54.946196 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c24f4f5-ba1d-49e1-b849-446276392d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:54.948879 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d317397-d351-4777-a992-bc72bff0aae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.019653 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c24f4f5-ba1d-49e1-b849-446276392d98 admin admin] Publish callbacks [] for security_group (07536a95-40ca-4f88-b9c8-d7826ce6eb5b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.023711 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c24f4f5-ba1d-49e1-b849-446276392d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (07536a95-40ca-4f88-b9c8-d7826ce6eb5b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.024427 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d317397-d351-4777-a992-bc72bff0aae5 admin admin] Publish callbacks [] for security_group (e5a87d8a-1750-4759-a4ce-6dde5c12310a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.028125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d317397-d351-4777-a992-bc72bff0aae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (e5a87d8a-1750-4759-a4ce-6dde5c12310a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.060642 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8c24f4f5-ba1d-49e1-b849-446276392d98 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b182b83a0a94e32981de2f2297dbc32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262794 Mar 02 11:37:55.061367 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24f4f5-ba1d-49e1-b849-446276392d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07536a95-40ca-4f88-b9c8-d7826ce6eb5b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:55.063568 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54156) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:55.071907 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-4d317397-d351-4777-a992-bc72bff0aae5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cecad2589f54cdbae349e2402beb4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328070 Mar 02 11:37:55.071907 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d317397-d351-4777-a992-bc72bff0aae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a87d8a-1750-4759-a4ce-6dde5c12310a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:55.073770 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54158) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:55.111080 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2435775-a90f-4d4f-9d80-66ddf235b9d1 admin admin] Publish callbacks [] for security_group (07536a95-40ca-4f88-b9c8-d7826ce6eb5b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.127429 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96bcbcb3-7366-453c-ace6-31ab6a11c454 admin admin] Publish callbacks [] for security_group (e5a87d8a-1750-4759-a4ce-6dde5c12310a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.132426 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2435775-a90f-4d4f-9d80-66ddf235b9d1 admin admin] Publish callbacks [] for security_group (07536a95-40ca-4f88-b9c8-d7826ce6eb5b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.149856 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96bcbcb3-7366-453c-ace6-31ab6a11c454 admin admin] Publish callbacks [] for security_group (e5a87d8a-1750-4759-a4ce-6dde5c12310a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.186293 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2435775-a90f-4d4f-9d80-66ddf235b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (07536a95-40ca-4f88-b9c8-d7826ce6eb5b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.188977 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2435775-a90f-4d4f-9d80-66ddf235b9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.190110 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e2435775-a90f-4d4f-9d80-66ddf235b9d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07536a95-40ca-4f88-b9c8-d7826ce6eb5b HTTP/1.1" status: 204 len: 168 time: 0.1256557 Mar 02 11:37:55.199076 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2435775-a90f-4d4f-9d80-66ddf235b9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07536a95-40ca-4f88-b9c8-d7826ce6eb5b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:55.200865 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96bcbcb3-7366-453c-ace6-31ab6a11c454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (e5a87d8a-1750-4759-a4ce-6dde5c12310a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.204037 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96bcbcb3-7366-453c-ace6-31ab6a11c454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:55.205520 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-96bcbcb3-7366-453c-ace6-31ab6a11c454 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5a87d8a-1750-4759-a4ce-6dde5c12310a HTTP/1.1" status: 204 len: 168 time: 0.1308637 Mar 02 11:37:55.214874 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcbcb3-7366-453c-ace6-31ab6a11c454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a87d8a-1750-4759-a4ce-6dde5c12310a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:55.424506 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dcdd3-060c-4af8-9034-50e03df0d715 req-09ddea64-d6c5-492b-86e6-51450f057ae7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:55.426560 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c5dcdd3-060c-4af8-9034-50e03df0d715 req-09ddea64-d6c5-492b-86e6-51450f057ae7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0605433 Mar 02 11:37:55.482692 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c5dcdd3-060c-4af8-9034-50e03df0d715 req-cd7c5fce-cea3-42e8-93f9-4cbde41e7eef tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Mar 02 11:37:55.656056 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d204522-f3e5-4357-8dc8-2f17d96b2117 req-e3155854-8a4f-48db-ac8d-6e18488b3f4f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:55.657733 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d204522-f3e5-4357-8dc8-2f17d96b2117 req-e3155854-8a4f-48db-ac8d-6e18488b3f4f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0554662 Mar 02 11:37:55.724929 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d204522-f3e5-4357-8dc8-2f17d96b2117 req-652b3ae3-177c-4cf4-8721-830f60282960 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530050 Mar 02 11:37:55.896587 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-7ad76edf-298a-4e06-998f-c2eec67f6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:55.901079 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-7ad76edf-298a-4e06-998f-c2eec67f6429 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 1129 time: 0.0603890 Mar 02 11:37:56.008469 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-999b58e9-bd8c-4028-b86e-88090fc47976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:56.009858 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-999b58e9-bd8c-4028-b86e-88090fc47976 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.1008310 Mar 02 11:37:56.056116 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-3692e6c3-b920-467f-9a50-4c170016bd63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af1026f2-665d-4024-be48-95e7f5b3d50e HTTP/1.1" status: 200 len: 217 time: 0.0377452 Mar 02 11:37:56.116392 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-efb027db-c58d-428c-84b1-31813e24d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:56.117997 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-efb027db-c58d-428c-84b1-31813e24d7b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0559607 Mar 02 11:37:56.168178 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-e8a9fd3a-afe6-4726-98e6-4fbf77ddca4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344939 Mar 02 11:37:56.273573 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-fe5944d6-dae0-4821-8ed2-ed77dd4c1de4 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946023 Mar 02 11:37:56.385768 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-6710ce57-1307-4279-86b5-9c862b20fa16 req-ff8a3ed7-9e4f-41e2-84dd-d7ef2a25f609 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052754 Mar 02 11:37:56.502467 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:56.625191 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497232-5b0e-4a2d-9440-49d807eca8c4 req-1a13d68d-5073-493d-a546-e7f21bed0a6c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:56.627297 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-60497232-5b0e-4a2d-9440-49d807eca8c4 req-1a13d68d-5073-493d-a546-e7f21bed0a6c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0729001 Mar 02 11:37:56.689274 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-60497232-5b0e-4a2d-9440-49d807eca8c4 req-a1dedfa7-d0e4-4c4d-9652-7a7406677ae0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549052 Mar 02 11:37:56.808859 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95ec1956-3d16-4ba1-b933-82598eb6e597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:56.880883 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f20c8-eeb8-4eb8-b50c-3bef0d5a91ea req-ee172891-73a6-4141-be5d-078efea8429a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:56.883036 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f52f20c8-eeb8-4eb8-b50c-3bef0d5a91ea req-ee172891-73a6-4141-be5d-078efea8429a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0682542 Mar 02 11:37:56.939223 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95ec1956-3d16-4ba1-b933-82598eb6e597 admin admin] Publish callbacks [] for security_group (46b2d6a1-03d5-4587-9188-1324710f49c2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:56.944144 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95ec1956-3d16-4ba1-b933-82598eb6e597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (46b2d6a1-03d5-4587-9188-1324710f49c2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:56.964002 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f52f20c8-eeb8-4eb8-b50c-3bef0d5a91ea req-e0a9889c-e173-41fd-b9f4-53691b838279 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752378 Mar 02 11:37:56.974924 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec1956-3d16-4ba1-b933-82598eb6e597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2d6a1-03d5-4587-9188-1324710f49c2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:56.999772 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-95ec1956-3d16-4ba1-b933-82598eb6e597 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d2e5e9cd4344613add0fbee498043b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956176 Mar 02 11:37:57.002468 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54276) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:57.063691 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a938f25-7898-4210-9ab0-7973d3ec6a55 admin admin] Publish callbacks [] for security_group (46b2d6a1-03d5-4587-9188-1324710f49c2), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:57.094444 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a938f25-7898-4210-9ab0-7973d3ec6a55 admin admin] Publish callbacks [] for security_group (46b2d6a1-03d5-4587-9188-1324710f49c2), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:57.154108 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a938f25-7898-4210-9ab0-7973d3ec6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (46b2d6a1-03d5-4587-9188-1324710f49c2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:57.158058 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a938f25-7898-4210-9ab0-7973d3ec6a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:57.159199 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0a938f25-7898-4210-9ab0-7973d3ec6a55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46b2d6a1-03d5-4587-9188-1324710f49c2 HTTP/1.1" status: 204 len: 168 time: 0.1557081 Mar 02 11:37:57.171042 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a938f25-7898-4210-9ab0-7973d3ec6a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2d6a1-03d5-4587-9188-1324710f49c2,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:57.723834 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54332) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:57.839617 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b5f1-a8e9-468b-96c6-21b19c95aa07 req-945b1cf5-3301-4910-853d-be90c4ef5b05 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:57.841875 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c65b5f1-a8e9-468b-96c6-21b19c95aa07 req-945b1cf5-3301-4910-853d-be90c4ef5b05 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0587554 Mar 02 11:37:57.852305 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-033d44b1-3a0d-41ae-a5ab-1a8a0a587511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:57.892746 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c65b5f1-a8e9-468b-96c6-21b19c95aa07 req-e9de6e9d-275e-43fb-9a48-6853729e700c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Mar 02 11:37:57.944031 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-033d44b1-3a0d-41ae-a5ab-1a8a0a587511 admin admin] Publish callbacks [] for security_group (a0a19053-e2d3-4492-a2a8-371c24997251), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:57.949000 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-033d44b1-3a0d-41ae-a5ab-1a8a0a587511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (a0a19053-e2d3-4492-a2a8-371c24997251), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:57.992207 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-033d44b1-3a0d-41ae-a5ab-1a8a0a587511 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf753fe14499472f8f4f2e742535be43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643156 Mar 02 11:37:57.992207 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d44b1-3a0d-41ae-a5ab-1a8a0a587511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a19053-e2d3-4492-a2a8-371c24997251,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:57.992453 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54352) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:58.048336 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed59b589-f48e-4b1a-9951-0dd5faa1fe11 admin admin] Publish callbacks [] for security_group (a0a19053-e2d3-4492-a2a8-371c24997251), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:58.094155 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed59b589-f48e-4b1a-9951-0dd5faa1fe11 admin admin] Publish callbacks [] for security_group (a0a19053-e2d3-4492-a2a8-371c24997251), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:58.147845 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041012d5-8592-4abc-82e4-cb729fbe6011 req-fe76a363-2707-4770-a4a8-11da2af17db1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:58.149372 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-041012d5-8592-4abc-82e4-cb729fbe6011 req-fe76a363-2707-4770-a4a8-11da2af17db1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0907197 Mar 02 11:37:58.174017 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed59b589-f48e-4b1a-9951-0dd5faa1fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (a0a19053-e2d3-4492-a2a8-371c24997251), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:58.177543 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed59b589-f48e-4b1a-9951-0dd5faa1fe11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:58.178810 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ed59b589-f48e-4b1a-9951-0dd5faa1fe11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0a19053-e2d3-4492-a2a8-371c24997251 HTTP/1.1" status: 204 len: 168 time: 0.1856129 Mar 02 11:37:58.192524 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59b589-f48e-4b1a-9951-0dd5faa1fe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a19053-e2d3-4492-a2a8-371c24997251,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:58.227893 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-041012d5-8592-4abc-82e4-cb729fbe6011 req-1bfeb603-1924-4f77-aadd-6cefd95d85bd tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723350 Mar 02 11:37:58.360658 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281969a-2885-401d-ad8e-52fcddec7384 req-0e081355-8e00-4f63-a353-ef89b6ac96af tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:58.362333 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e281969a-2885-401d-ad8e-52fcddec7384 req-0e081355-8e00-4f63-a353-ef89b6ac96af tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0576494 Mar 02 11:37:58.383160 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54368) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:58.389415 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'floatingip': {'port_id': 'e09cc3ef-bf37-466c-9a67-221a45074071'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:37:58.484083 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (51c33790-dd9f-4e40-a183-51cb579db4d2), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:58.564590 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54374) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:58.589666 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de1ad2f-f746-40fa-a258-c8c0ebef583b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:58.962027 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de1ad2f-f746-40fa-a258-c8c0ebef583b admin admin] Publish callbacks [] for security_group (66b4dd73-deea-4626-baac-352805061bdc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:58.990393 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3de1ad2f-f746-40fa-a258-c8c0ebef583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (66b4dd73-deea-4626-baac-352805061bdc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.124817 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-3de1ad2f-f746-40fa-a258-c8c0ebef583b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36a72b5f43df4eca803e32fd76e7d51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5591342 Mar 02 11:37:59.127801 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54384) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:37:59.129807 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1ad2f-f746-40fa-a258-c8c0ebef583b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b4dd73-deea-4626-baac-352805061bdc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:59.183246 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a352f-c27c-4ad0-9fb9-870fe272e328 req-7c9a0791-7513-47a2-800d-3260150c2609 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:37:59.184755 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e54a352f-c27c-4ad0-9fb9-870fe272e328 req-7c9a0791-7513-47a2-800d-3260150c2609 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0872099 Mar 02 11:37:59.205289 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9fbb983b-c355-4385-b8de-4431c18a36bc admin admin] Publish callbacks [] for security_group (66b4dd73-deea-4626-baac-352805061bdc), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.244071 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9fbb983b-c355-4385-b8de-4431c18a36bc admin admin] Publish callbacks [] for security_group (66b4dd73-deea-4626-baac-352805061bdc), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.264040 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e54a352f-c27c-4ad0-9fb9-870fe272e328 req-04384491-59b0-45be-b338-84c54171c393 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691271 Mar 02 11:37:59.309191 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9fbb983b-c355-4385-b8de-4431c18a36bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (66b4dd73-deea-4626-baac-352805061bdc), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.312539 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9fbb983b-c355-4385-b8de-4431c18a36bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.316885 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9fbb983b-c355-4385-b8de-4431c18a36bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66b4dd73-deea-4626-baac-352805061bdc HTTP/1.1" status: 204 len: 168 time: 0.1847131 Mar 02 11:37:59.323280 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb983b-c355-4385-b8de-4431c18a36bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b4dd73-deea-4626-baac-352805061bdc,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:37:59.386280 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4a72f336-27d0-41e7-b33a-8a4812f58753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.403602 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.407631 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (51c33790-dd9f-4e40-a183-51cb579db4d2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.513283 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Floating IP 51c33790-dd9f-4e40-a183-51cb579db4d2 associated. External IP: 172.27.2.190, port: e09cc3ef-bf37-466c-9a67-221a45074071. Mar 02 11:37:59.725355 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:37:59.838004 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:37:59.845182 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:37:59.850894 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] Sync routers for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:37:59.860219 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:37:59.860925 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:37:59.881094 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-5dceb81e-f574-4ccd-bd31-d5a4e608ddab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "PUT /v2.0/floatingips/51c33790-dd9f-4e40-a183-51cb579db4d2 HTTP/1.1" status: 200 len: 992 time: 1.4950280 Mar 02 11:37:59.881713 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:37:59.899642 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b559cd31-3596-4aeb-b470-c6c564471e88" -d '{"events": [{"name": "network-changed", "server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:37:59.941057 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22068f-8a12-446d-b899-8d390979d0a4 x-openstack-request-id: req-aa22068f-8a12-446d-b899-8d390979d0a4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:37:59.941367 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:37:59.941675 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa22068f-8a12-446d-b899-8d390979d0a4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:37:59.942108 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'status': 'completed', 'code': 200} Mar 02 11:37:59.979970 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:38:00.261165 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '51c33790-dd9f-4e40-a183-51cb579db4d2', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'port_id': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'mac_address': 'fa:16:3e:68:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:37:35Z', 'updated_at': '2022-03-02T11:37:59Z', 'revision_number': 1, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:00.293406 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] Checking router: 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:38:00.302378 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:38:00.302986 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:37:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:00.437408 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:38:00.547590 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a43e5-0052-4a42-9c9f-b765c4a0d5c1 req-24ecba44-3640-4ccc-96c8-d7de1e468da5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:00.551527 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a1a43e5-0052-4a42-9c9f-b765c4a0d5c1 req-24ecba44-3640-4ccc-96c8-d7de1e468da5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0761464 Mar 02 11:38:00.604359 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a1a43e5-0052-4a42-9c9f-b765c4a0d5c1 req-c977a8b3-9705-4e6f-81b6-3cbf9075fcb0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458210 Mar 02 11:38:00.755003 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '51c33790-dd9f-4e40-a183-51cb579db4d2', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'port_id': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'mac_address': 'fa:16:3e:68:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:37:35Z', 'updated_at': '2022-03-02T11:37:59Z', 'revision_number': 1, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:00.783110 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc5753-f73f-43f7-a45c-c0ec716de906 None None] The sync data for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi is: [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '51c33790-dd9f-4e40-a183-51cb579db4d2', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'port_id': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'mac_address': 'fa:16:3e:68:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:37:35Z', 'updated_at': '2022-03-02T11:37:59Z', 'revision_number': 1, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:38:00.980520 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-909ec09e-271c-4e36-81d2-165487119fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:00.988684 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-909ec09e-271c-4e36-81d2-165487119fec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 1130 time: 0.0714338 Mar 02 11:38:01.002182 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5098003-6455-443d-a8c4-a964eaeb411a None None] New status for floating IP 51c33790-dd9f-4e40-a183-51cb579db4d2: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:38:01.100222 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-10483425-099d-421d-874d-7de905ee0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:01.102348 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-10483425-099d-421d-874d-7de905ee0ae2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.0979068 Mar 02 11:38:01.201961 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-a6263cdd-f797-48df-8514-3c4c9848e0da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 200 len: 1000 time: 0.0915935 Mar 02 11:38:01.270349 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-ba987635-ec66-4c90-8e92-92671fa397e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:01.272008 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-ba987635-ec66-4c90-8e92-92671fa397e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0516126 Mar 02 11:38:01.340580 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-3c68cfdd-b8fb-42f7-bb0a-11e359e5763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:01.342097 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-3c68cfdd-b8fb-42f7-bb0a-11e359e5763f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564551 Mar 02 11:38:01.440116 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-47306671-f080-4141-9b87-14dcb0c7b0e3 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809090 Mar 02 11:38:01.628851 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0ca1fcb9-f33b-4b8d-a390-5e097a649ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:01.723257 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b559cd31-3596-4aeb-b470-c6c564471e88 req-b0a9417f-9217-4316-8b87-f23a2f8b838f service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757180 Mar 02 11:38:01.740271 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f203b2e-8f03-4ef9-ba7e-6e5ffd148ad8 req-a8d37ae0-6f4a-43e1-89ef-0574a3e04591 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:01.741695 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f203b2e-8f03-4ef9-ba7e-6e5ffd148ad8 req-a8d37ae0-6f4a-43e1-89ef-0574a3e04591 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0589900 Mar 02 11:38:01.793669 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f203b2e-8f03-4ef9-ba7e-6e5ffd148ad8 req-64f2d80c-67d1-4826-bab5-2dbabfa7efad tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Mar 02 11:38:02.533472 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:02.919653 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d689a9-366c-4f13-bb54-705477e9aa00 req-ed664875-c2c6-4868-8f79-dd8672cad646 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:02.921139 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68d689a9-366c-4f13-bb54-705477e9aa00 req-ed664875-c2c6-4868-8f79-dd8672cad646 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0553882 Mar 02 11:38:02.968448 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68d689a9-366c-4f13-bb54-705477e9aa00 req-5ca30460-0953-438c-aa3b-58ccdeb678cb tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Mar 02 11:38:03.102458 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54510) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:03.239178 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-309f201d-eb58-4529-b963-12e4af8dd1ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:03.316737 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-309f201d-eb58-4529-b963-12e4af8dd1ba admin admin] Publish callbacks [] for security_group (b9d2cc62-ef58-4102-8fef-389816c13f7a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:03.320386 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-309f201d-eb58-4529-b963-12e4af8dd1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b9d2cc62-ef58-4102-8fef-389816c13f7a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:03.357514 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-309f201d-eb58-4529-b963-12e4af8dd1ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=446c9f59f47d46e99d81d47c5f366040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536998 Mar 02 11:38:03.358377 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f201d-eb58-4529-b963-12e4af8dd1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d2cc62-ef58-4102-8fef-389816c13f7a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:03.360255 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54518) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:03.411034 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2613d44f-1f2a-429c-8a8a-81bfe0ef04fe admin admin] Publish callbacks [] for security_group (b9d2cc62-ef58-4102-8fef-389816c13f7a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:03.438792 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2613d44f-1f2a-429c-8a8a-81bfe0ef04fe admin admin] Publish callbacks [] for security_group (b9d2cc62-ef58-4102-8fef-389816c13f7a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:03.492776 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2613d44f-1f2a-429c-8a8a-81bfe0ef04fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b9d2cc62-ef58-4102-8fef-389816c13f7a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:03.495439 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2613d44f-1f2a-429c-8a8a-81bfe0ef04fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:03.496866 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-2613d44f-1f2a-429c-8a8a-81bfe0ef04fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9d2cc62-ef58-4102-8fef-389816c13f7a HTTP/1.1" status: 204 len: 168 time: 0.1352680 Mar 02 11:38:03.505744 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613d44f-1f2a-429c-8a8a-81bfe0ef04fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d2cc62-ef58-4102-8fef-389816c13f7a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:03.735110 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c23b03-016c-47a1-ba2b-bc5073286608 req-0f0ede88-b8c4-472b-a3ab-7d82672e847b tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:03.736568 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-66c23b03-016c-47a1-ba2b-bc5073286608 req-0f0ede88-b8c4-472b-a3ab-7d82672e847b tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.0662680 Mar 02 11:38:03.788976 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-66c23b03-016c-47a1-ba2b-bc5073286608 req-9c91ae05-92d4-4dec-b5f2-c1b6c4b5c17e tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 Mar 02 11:38:03.882116 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54544) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:04.110560 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de63cd54-bda3-4ed1-bc73-9e105382117a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.142933 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c351cb-cf75-4ff9-9071-5c956f0290c1 req-1d982a6e-1a10-46a0-8732-726c7964080e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:04.146764 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-56c351cb-cf75-4ff9-9071-5c956f0290c1 req-1d982a6e-1a10-46a0-8732-726c7964080e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0847592 Mar 02 11:38:04.157648 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.247376 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-56c351cb-cf75-4ff9-9071-5c956f0290c1 req-f50a8c95-7810-419d-a7a3-a472eb6c8385 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928664 Mar 02 11:38:04.264660 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de63cd54-bda3-4ed1-bc73-9e105382117a admin admin] Publish callbacks [] for security_group (87fdb8c6-bb83-47cf-ab40-185fcdcdd625), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.270043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de63cd54-bda3-4ed1-bc73-9e105382117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (87fdb8c6-bb83-47cf-ab40-185fcdcdd625), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.308385 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54564) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:04.311928 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-de63cd54-bda3-4ed1-bc73-9e105382117a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=268d30d1131a44f3b194899b3eea1cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264438 Mar 02 11:38:04.311928 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63cd54-bda3-4ed1-bc73-9e105382117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fdb8c6-bb83-47cf-ab40-185fcdcdd625,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:04.313113 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:04.361077 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a87b239a-6233-4898-a842-dbf053ebab14 admin admin] Publish callbacks [] for security_group (87fdb8c6-bb83-47cf-ab40-185fcdcdd625), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.383047 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a87b239a-6233-4898-a842-dbf053ebab14 admin admin] Publish callbacks [] for security_group (87fdb8c6-bb83-47cf-ab40-185fcdcdd625), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.404268 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1909756430-network', 'tenant_id': 'e1160a4861ef4c218d204332ee971b81'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:04.422892 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Made reservation on behalf of e1160a4861ef4c218d204332ee971b81 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:04.425793 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.430635 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a87b239a-6233-4898-a842-dbf053ebab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (87fdb8c6-bb83-47cf-ab40-185fcdcdd625), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.433311 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a87b239a-6233-4898-a842-dbf053ebab14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.434435 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a87b239a-6233-4898-a842-dbf053ebab14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87fdb8c6-bb83-47cf-ab40-185fcdcdd625 HTTP/1.1" status: 204 len: 168 time: 0.1203616 Mar 02 11:38:04.434722 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.442237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b239a-6233-4898-a842-dbf053ebab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fdb8c6-bb83-47cf-ab40-185fcdcdd625,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:04.522869 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks [] for security_group (453759dd-0f0b-4c73-b575-e997d4232ad0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.527215 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (453759dd-0f0b-4c73-b575-e997d4232ad0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.551793 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:38:04.566869 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453759dd-0f0b-4c73-b575-e997d4232ad0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:04.570787 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (91489e12-7ab4-4348-87d4-e3d429b612a7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.571141 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Added segment 91489e12-7ab4-4348-87d4-e3d429b612a7 of type vlan for network 0c6d4c4e-8fd6-436e-8005-b391046e2617 Mar 02 11:38:04.611834 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (0c6d4c4e-8fd6-436e-8005-b391046e2617), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.636343 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (0c6d4c4e-8fd6-436e-8005-b391046e2617), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.637396 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:04.638043 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.691369 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3817799 Mar 02 11:38:04.694304 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54574) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:04.699614 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Request body: {'subnet': {'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1909756430-subnet', 'tenant_id': 'e1160a4861ef4c218d204332ee971b81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:04.701942 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c906b3f-42a5-4847-aa1e-a7a5d03bd17d admin admin] Pushing event updated for resources: {'Network': ['ID=0c6d4c4e-8fd6-436e-8005-b391046e2617,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:04.712500 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 0c6d4c4e-8fd6-436e-8005-b391046e2617 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:38:04.716710 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54576) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:04.723131 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Made reservation on behalf of e1160a4861ef4c218d204332ee971b81 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:04.725588 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3377523'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.733892 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ce48db0-0429-429b-af6f-122103d5d62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.827261 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ce48db0-0429-429b-af6f-122103d5d62a admin admin] Publish callbacks [] for security_group (954fa155-823b-4ee5-9d2a-c5a82191819b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.834046 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ce48db0-0429-429b-af6f-122103d5d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (954fa155-823b-4ee5-9d2a-c5a82191819b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.897809 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce48db0-0429-429b-af6f-122103d5d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954fa155-823b-4ee5-9d2a-c5a82191819b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:04.911293 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5ce48db0-0429-429b-af6f-122103d5d62a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f892bd2e044949c0b0ba43d8cfc3750b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931324 Mar 02 11:38:04.912730 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54582) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:04.926405 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3377473'] for subnet (b2964c9f-3997-4058-8736-658e4bf964fd), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.964612 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd69f6-818c-4db3-b63d-98d2ff340891 req-f98645de-f5ac-4112-a211-69ca95fa2aaf tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:04.966129 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9dcd69f6-818c-4db3-b63d-98d2ff340891 req-f98645de-f5ac-4112-a211-69ca95fa2aaf tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.1000247 Mar 02 11:38:04.986878 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2964c9f-3997-4058-8736-658e4bf964fd,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:04.987145 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d39fc45b-6415-48a2-91d0-39ff40f7ab2b admin admin] Publish callbacks [] for security_group (954fa155-823b-4ee5-9d2a-c5a82191819b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:04.994462 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Checking segment: {'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:38:04.994842 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Network hostable DHCP agents. Network: 0c6d4c4e-8fd6-436e-8005-b391046e2617, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:38:05.011316 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Network 0c6d4c4e-8fd6-436e-8005-b391046e2617 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:38:05.021116 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 0c6d4c4e-8fd6-436e-8005-b391046e2617) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:38:05.024168 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d39fc45b-6415-48a2-91d0-39ff40f7ab2b admin admin] Publish callbacks [] for security_group (954fa155-823b-4ee5-9d2a-c5a82191819b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:05.025214 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:05.025804 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:05.031843 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b2989-3cc8-4425-99cd-8ee891608b80 None None] Network 0c6d4c4e-8fd6-436e-8005-b391046e2617 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:05.050121 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-60e2894f-248c-4e7a-aaba-19ad133e74bb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3544657 Mar 02 11:38:05.053343 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9dcd69f6-818c-4db3-b63d-98d2ff340891 req-b1e8d200-4e65-419b-9d44-be1e36b1248a tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790503 Mar 02 11:38:05.095184 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d39fc45b-6415-48a2-91d0-39ff40f7ab2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (954fa155-823b-4ee5-9d2a-c5a82191819b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:05.097850 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d39fc45b-6415-48a2-91d0-39ff40f7ab2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:05.099330 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d39fc45b-6415-48a2-91d0-39ff40f7ab2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/954fa155-823b-4ee5-9d2a-c5a82191819b HTTP/1.1" status: 204 len: 168 time: 0.1857231 Mar 02 11:38:05.107130 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fc45b-6415-48a2-91d0-39ff40f7ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954fa155-823b-4ee5-9d2a-c5a82191819b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:05.169232 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b72e89-b6e7-4d7e-8ced-1539c1fdf763 None None] Network 0c6d4c4e-8fd6-436e-8005-b391046e2617 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:05.370785 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7465d-3824-44f0-9c0a-9bfdcceafebe req-b42b18c7-de8b-424b-84e2-7a9e46322c28 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:05.372344 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3c7465d-3824-44f0-9c0a-9bfdcceafebe req-b42b18c7-de8b-424b-84e2-7a9e46322c28 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0537026 Mar 02 11:38:05.420529 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3c7465d-3824-44f0-9c0a-9bfdcceafebe req-34f237d5-4411-4bbf-9320-fd94f1fb0b49 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Mar 02 11:38:05.493592 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:06.171682 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64deca-c997-41be-8f5d-9a1daea1a81a req-5134dfee-0995-4343-be82-861e2c593e51 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:06.173193 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed64deca-c997-41be-8f5d-9a1daea1a81a req-5134dfee-0995-4343-be82-861e2c593e51 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.0563643 Mar 02 11:38:06.224209 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed64deca-c997-41be-8f5d-9a1daea1a81a req-bec4ba02-0cae-43b8-adcc-e1ee20d6adc8 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Mar 02 11:38:06.535508 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c2f37-2927-4a64-b957-ba7ce60ebac3 req-67620131-2564-4302-8264-97c6674b4e24 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:06.536984 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-958c2f37-2927-4a64-b957-ba7ce60ebac3 req-67620131-2564-4302-8264-97c6674b4e24 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0510705 Mar 02 11:38:06.581786 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-958c2f37-2927-4a64-b957-ba7ce60ebac3 req-e45a186b-1738-40f6-a765-5b5ac4afe819 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 Mar 02 11:38:07.372388 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12af8a-781a-4287-b9e5-a6eb55c6db76 req-b2172880-cef8-47cc-b750-a8cbf23a2ca2 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:07.374047 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db12af8a-781a-4287-b9e5-a6eb55c6db76 req-b2172880-cef8-47cc-b750-a8cbf23a2ca2 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.0707166 Mar 02 11:38:07.421769 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db12af8a-781a-4287-b9e5-a6eb55c6db76 req-c222334b-f997-4d37-a82f-46502745a502 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Mar 02 11:38:07.697619 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d4b6-d396-40e5-8a23-bcc72b3ada97 req-c156f10b-cdf7-49ac-98d2-6ee7123d78f4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:07.699059 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0242d4b6-d396-40e5-8a23-bcc72b3ada97 req-c156f10b-cdf7-49ac-98d2-6ee7123d78f4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0533321 Mar 02 11:38:07.743253 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0242d4b6-d396-40e5-8a23-bcc72b3ada97 req-f39be06c-b54a-4841-98bb-f466a2db1f31 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Mar 02 11:38:08.538500 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceb1e3-7384-4870-934c-e7b72ef178fd req-2aa837fa-e9cd-41c8-8cca-818a593df31a tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:08.539971 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aceb1e3-7384-4870-934c-e7b72ef178fd req-2aa837fa-e9cd-41c8-8cca-818a593df31a tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Mar 02 11:38:08.585343 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aceb1e3-7384-4870-934c-e7b72ef178fd req-ac54b70d-8e07-4435-b43c-a49ca97bb142 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Mar 02 11:38:08.858555 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d198b-e215-4d93-9aca-2ae257565935 req-c96c26f8-7b1f-47bc-b918-3a83a52e0a73 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:08.859974 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c1d198b-e215-4d93-9aca-2ae257565935 req-c96c26f8-7b1f-47bc-b918-3a83a52e0a73 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0533779 Mar 02 11:38:08.904641 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c1d198b-e215-4d93-9aca-2ae257565935 req-8bf1448b-c601-491d-a411-bc2851d475cf tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Mar 02 11:38:09.702953 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec93eb-22b6-4563-966c-4b3e754ce19d req-d42384c8-55a5-4dad-9750-f204a9dc2879 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:09.704321 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8aec93eb-22b6-4563-966c-4b3e754ce19d req-d42384c8-55a5-4dad-9750-f204a9dc2879 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.0543826 Mar 02 11:38:09.751236 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8aec93eb-22b6-4563-966c-4b3e754ce19d req-0e90305c-7fab-49b1-97a9-c1acf6dcaf8d tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Mar 02 11:38:09.949255 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dc800-c1a4-486e-bc96-41e5f651651b req-5dc3a02a-3cca-4d4b-999b-6f17fed4991f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:09.950690 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-912dc800-c1a4-486e-bc96-41e5f651651b req-5dc3a02a-3cca-4d4b-999b-6f17fed4991f tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.15 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 945 time: 0.0823798 Mar 02 11:38:10.020122 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaf2ee-8f6f-455c-9feb-e629134789c0 req-f7545822-a0bf-4526-8743-4b7b7712d736 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:10.021643 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-28aaf2ee-8f6f-455c-9feb-e629134789c0 req-f7545822-a0bf-4526-8743-4b7b7712d736 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0531704 Mar 02 11:38:10.085024 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-28aaf2ee-8f6f-455c-9feb-e629134789c0 req-694a1f84-f163-40a2-97c1-1ad492cceb87 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565329 Mar 02 11:38:10.100839 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Deleting port 1c52e2b1-0378-41d8-b30d-15e772622213 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:38:10.101186 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:10.199526 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] For port 1c52e2b1-0378-41d8-b30d-15e772622213, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1c52e2b1-0378-41d8-b30d-15e772622213,segment=NetworkSegment(8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43),segment_id=8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:10.199897 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:10.215280 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Calling delete_port for 1c52e2b1-0378-41d8-b30d-15e772622213 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:38:10.314526 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-b7233668-34d4-464e-bce8-0b99a9a8eab1 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:10.316742 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-b7233668-34d4-464e-bce8-0b99a9a8eab1 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/networks?id=0c6d4c4e-8fd6-436e-8005-b391046e2617 HTTP/1.1" status: 200 len: 814 time: 0.0982993 Mar 02 11:38:10.331560 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-83e60626-e136-4c66-9a5d-dee3974023d9 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/quotas/e1160a4861ef4c218d204332ee971b81 HTTP/1.1" status: 200 len: 375 time: 0.0087509 Mar 02 11:38:10.363565 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-b2de1070-6558-4c08-9c6b-8a36050d6d8f tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1160a4861ef4c218d204332ee971b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264564 Mar 02 11:38:10.374250 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (1c52e2b1-0378-41d8-b30d-15e772622213), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:10.401207 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Pushing event deleted for resources: {'Port': ['ID=1c52e2b1-0378-41d8-b30d-15e772622213,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:10.465148 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-442b363a-07d2-41d0-b3fb-a1c0f3248de6 service neutron] 10.222.0.43 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941746 Mar 02 11:38:10.465592 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] No DVR routers for this DVR port 1c52e2b1-0378-41d8-b30d-15e772622213 on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:38:10.468649 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:10.472401 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-912dc800-c1a4-486e-bc96-41e5f651651b req-f3f7917c-6eeb-4cff-a064-9263ca3dbbf7 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.15 "DELETE /v2.0/ports/1c52e2b1-0378-41d8-b30d-15e772622213 HTTP/1.1" status: 204 len: 173 time: 0.5127051 Mar 02 11:38:10.472889 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'name': 'network-vif-deleted', 'tag': '1c52e2b1-0378-41d8-b30d-15e772622213'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:38:10.475528 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abe3a48-48d4-4f45-b604-6c30e7980d92" -d '{"events": [{"server_uuid": "a173289a-1df2-4f16-b9ea-4a1433151e69", "name": "network-vif-deleted", "tag": "1c52e2b1-0378-41d8-b30d-15e772622213"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:38:10.547238 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62c4e8b-0f25-49af-b0f5-abb44564f337 x-openstack-request-id: req-a62c4e8b-0f25-49af-b0f5-abb44564f337 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:38:10.547535 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a173289a-1df2-4f16-b9ea-4a1433151e69", "name": "network-vif-deleted", "tag": "1c52e2b1-0378-41d8-b30d-15e772622213", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:38:10.547835 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a62c4e8b-0f25-49af-b0f5-abb44564f337 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:38:10.548238 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a173289a-1df2-4f16-b9ea-4a1433151e69', 'name': 'network-vif-deleted', 'tag': '1c52e2b1-0378-41d8-b30d-15e772622213', 'status': 'completed', 'code': 200} Mar 02 11:38:10.589712 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-ded81ef2-8976-41e8-80f1-e23d040f9c24 service neutron] 10.222.0.43 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184464 Mar 02 11:38:10.827462 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3e803966-56e4-4ee7-ae30-2c5ab6f0e622 req-68e92067-b3d9-4997-89c2-598a8426d2a7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 210 time: 0.0683827 Mar 02 11:38:10.858208 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-337747b2-0e91-40eb-b44d-1c9e60dcb668 req-d89d4dc1-7738-4a29-bf65-375e69131ca1 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Mar 02 11:38:11.195676 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0da8-28d7-4c3d-8c56-9b594ed8ddf3 req-bba85cb1-1b80-462c-9e81-18fa4a5e814b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:11.197146 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-58ac0da8-28d7-4c3d-8c56-9b594ed8ddf3 req-bba85cb1-1b80-462c-9e81-18fa4a5e814b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0528247 Mar 02 11:38:11.242516 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-58ac0da8-28d7-4c3d-8c56-9b594ed8ddf3 req-6946a410-259a-4772-8508-65a911c30905 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Mar 02 11:38:11.894446 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4297d41d-a607-42ca-a8fd-0d664d34d88d req-ec8304db-c2a0-47ff-9cfc-2635ba2e6d01 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 210 time: 0.0273335 Mar 02 11:38:11.982243 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c0be38ad-44c5-475a-b369-59d8beb622e5 req-d1a6a728-6606-42e5-b890-1749d701aa0b tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0297573 Mar 02 11:38:12.356877 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b0fcb-bec9-4dd5-8a38-0aa49655fe05 req-a0834d17-e906-4af2-83b7-858e4aeaa329 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:12.358293 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-239b0fcb-bec9-4dd5-8a38-0aa49655fe05 req-a0834d17-e906-4af2-83b7-858e4aeaa329 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0492594 Mar 02 11:38:12.405433 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-239b0fcb-bec9-4dd5-8a38-0aa49655fe05 req-f187f189-2061-40ce-97f9-8193a9c8d2bc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Mar 02 11:38:12.696131 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 1c52e2b1-0378-41d8-b30d-15e772622213 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:38:12.721886 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 1c52e2b1-0378-41d8-b30d-15e772622213 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:38:12.722237 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 1c52e2b1-0378-41d8-b30d-15e772622213 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:38:12.984567 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a00cb55b-888b-46dd-8631-3da4a8ccbe6c req-27ad237c-312d-4367-9392-da0f2cc6e270 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 210 time: 0.0259948 Mar 02 11:38:13.089743 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1d95749-fca2-42e7-b75b-59a3852da096 req-9ba673bc-eff3-49b4-bfa7-0496b9dafbb0 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0289137 Mar 02 11:38:13.520701 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a2d3-8244-4bdd-aa31-11f50fc47d01 req-e84ca91a-4bde-44b1-a6c9-a869437d3490 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:13.522055 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b270a2d3-8244-4bdd-aa31-11f50fc47d01 req-e84ca91a-4bde-44b1-a6c9-a869437d3490 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0501168 Mar 02 11:38:13.566818 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b270a2d3-8244-4bdd-aa31-11f50fc47d01 req-46f4c43e-a415-4d46-b039-dcc7f857e48d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Mar 02 11:38:13.797695 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-047a2315-68a6-4692-8856-375ba7c503f3 req-80c6faef-9017-4161-9d86-a671106189d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276959 Mar 02 11:38:13.884957 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-047a2315-68a6-4692-8856-375ba7c503f3 req-e46a1e1c-1073-441a-91fd-2c378a25f0d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e086bda6ffd840058a923df4a42cb0ba&device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0256310 Mar 02 11:38:14.092331 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a2315-68a6-4692-8856-375ba7c503f3 req-e10ee7ec-2b76-45b7-b438-a5096a9c57df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:14.094189 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-047a2315-68a6-4692-8856-375ba7c503f3 req-e10ee7ec-2b76-45b7-b438-a5096a9c57df service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e086bda6ffd840058a923df4a42cb0ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1830218 Mar 02 11:38:14.098472 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e9264e0-7932-48d5-8150-3d8e26786bcc req-f4d74418-c650-426e-810c-f5f88ba70675 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 210 time: 0.0334127 Mar 02 11:38:14.210998 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-99dd877a-a4c5-47ac-9664-162a7738a409 req-6184bd3e-6d92-4758-91dd-f558ab1d7c82 tempest-DeleteServersTestJSON-2090513731 tempest-DeleteServersTestJSON-2090513731-project] 10.222.0.43 "GET /v2.0/ports?device_id=a173289a-1df2-4f16-b9ea-4a1433151e69 HTTP/1.1" status: 200 len: 210 time: 0.0325840 Mar 02 11:38:14.301534 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a2315-68a6-4692-8856-375ba7c503f3 req-cfae50b5-1ab3-4af3-bfa2-b76d9d8e5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:14.302873 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-047a2315-68a6-4692-8856-375ba7c503f3 req-cfae50b5-1ab3-4af3-bfa2-b76d9d8e5d50 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018440 Mar 02 11:38:14.391208 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-fbfa609f-e4ff-4be8-8197-19475a2aa0ef tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:14.392670 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-fbfa609f-e4ff-4be8-8197-19475a2aa0ef tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "GET /v2.0/networks?id=0c6d4c4e-8fd6-436e-8005-b391046e2617 HTTP/1.1" status: 200 len: 814 time: 0.1142244 Mar 02 11:38:14.405059 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Request body: {'port': {'device_id': 'a242b66f-211d-4230-9525-3fa511cd287f', 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617', 'admin_state_up': True, 'tenant_id': 'e1160a4861ef4c218d204332ee971b81'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:14.510774 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Made reservation on behalf of e1160a4861ef4c218d204332ee971b81 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:14.514490 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:14.641840 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Allocated IP 172.20.0.14 (0c6d4c4e-8fd6-436e-8005-b391046e2617/b2964c9f-3997-4058-8736-658e4bf964fd/9743059d-ad45-4ba2-8ace-2c412f30f9fb) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:38:14.683693 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9b82-a673-49c5-8435-8fac53a17171 req-a9136145-48cf-46ab-b95a-7f2d24deee5d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:14.685192 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7a9f9b82-a673-49c5-8435-8fac53a17171 req-a9136145-48cf-46ab-b95a-7f2d24deee5d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0539985 Mar 02 11:38:14.792354 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks [] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:14.827135 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:14.878657 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Network 0c6d4c4e-8fd6-436e-8005-b391046e2617 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:38:14.881919 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:38:14.884363 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:38:14.892551 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Pushing event updated for resources: {'Port': ['ID=9743059d-ad45-4ba2-8ace-2c412f30f9fb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:14.911725 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7a9f9b82-a673-49c5-8435-8fac53a17171 req-bc91702a-4d9e-473c-89e4-4c5e7a418190 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199094 Mar 02 11:38:14.937290 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.937696 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.938026 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.938359 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.938725 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.939070 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.939502 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.939862 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.940923 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.941267 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.941604 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.941977 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.942262 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:14.960830 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:14.961465 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:14.976944 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-52c624e7-e6c9-4cda-9aa0-fe0b82f9b714 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5756433 Mar 02 11:38:14.992793 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Request body: {'port': {'device_id': 'a242b66f-211d-4230-9525-3fa511cd287f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:15.069324 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.306013 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5894-0a10-4253-98cf-07740df59b04 req-40bdbabc-8d62-4d11-b0ef-176b7060da63 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:15.307196 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bbf5894-0a10-4253-98cf-07740df59b04 req-40bdbabc-8d62-4d11-b0ef-176b7060da63 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 932 time: 0.1099889 Mar 02 11:38:15.371445 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bbf5894-0a10-4253-98cf-07740df59b04 req-78f78ee5-e872-4e88-be70-a6e6c61c8f3f tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560803 Mar 02 11:38:15.414545 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9743059d-ad45-4ba2-8ace-2c412f30f9fb {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:38:15.422144 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Publish callbacks [] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.435804 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Transition to ACTIVE for port object 9743059d-ad45-4ba2-8ace-2c412f30f9fb will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:38:15.439862 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.517779 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=9743059d-ad45-4ba2-8ace-2c412f30f9fb,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:15.552946 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54858) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:15.566617 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Attempting to bind port 9743059d-ad45-4ba2-8ace-2c412f30f9fb on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:38:15.566962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Attempting to bind port 9743059d-ad45-4ba2-8ace-2c412f30f9fb by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:38:15.567371 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Attempting to bind port 9743059d-ad45-4ba2-8ace-2c412f30f9fb on network 0c6d4c4e-8fd6-436e-8005-b391046e2617 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:38:15.572225 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Port 9743059d-ad45-4ba2-8ace-2c412f30f9fb on network 0c6d4c4e-8fd6-436e-8005-b391046e2617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:38:15.572542 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Attempting to bind port 9743059d-ad45-4ba2-8ace-2c412f30f9fb on network 0c6d4c4e-8fd6-436e-8005-b391046e2617 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:38:15.577219 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:38:15.577552 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Checking segment: {'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:38:15.577932 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Bound using segment: {'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:38:15.578351 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Bound port: 9743059d-ad45-4ba2-8ace-2c412f30f9fb, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:38:15.578693 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.615087 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.647323 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] For port 9743059d-ad45-4ba2-8ace-2c412f30f9fb, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:38:15.650352 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] For port 9743059d-ad45-4ba2-8ace-2c412f30f9fb, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9743059d-ad45-4ba2-8ace-2c412f30f9fb,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:38:15.655604 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.675706 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.694374 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:15.695560 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.697001 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] 10.222.0.15 "PUT /v2.0/ports/9743059d-ad45-4ba2-8ace-2c412f30f9fb HTTP/1.1" status: 200 len: 1094 time: 0.7088206 Mar 02 11:38:15.697438 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a242b66f-211d-4230-9525-3fa511cd287f', 'tag': '9743059d-ad45-4ba2-8ace-2c412f30f9fb'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:38:15.699655 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeb812d-4ae7-4897-b008-33f814ad4584" -d '{"events": [{"name": "network-changed", "server_uuid": "a242b66f-211d-4230-9525-3fa511cd287f", "tag": "9743059d-ad45-4ba2-8ace-2c412f30f9fb"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:38:15.720361 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef7915-ad7b-43ec-b97d-fdf23377cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=9743059d-ad45-4ba2-8ace-2c412f30f9fb,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:15.738490 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78389ea6-dfa9-4bb2-8870-f9d8e3c60d6f x-openstack-request-id: req-78389ea6-dfa9-4bb2-8870-f9d8e3c60d6f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:38:15.738879 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a242b66f-211d-4230-9525-3fa511cd287f", "tag": "9743059d-ad45-4ba2-8ace-2c412f30f9fb", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:38:15.739264 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78389ea6-dfa9-4bb2-8870-f9d8e3c60d6f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:38:15.739744 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a242b66f-211d-4230-9525-3fa511cd287f', 'tag': '9743059d-ad45-4ba2-8ace-2c412f30f9fb', 'status': 'completed', 'code': 200} Mar 02 11:38:15.762376 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Publish callbacks [] for security_group (3907d967-5e44-4fea-a0d2-3a9af18a82a3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.765982 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (3907d967-5e44-4fea-a0d2-3a9af18a82a3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.806474 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ced35dee4ad44cea87359b4e034d68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523129 Mar 02 11:38:15.807325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3907d967-5e44-4fea-a0d2-3a9af18a82a3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:15.809194 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54868) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:15.814238 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.814607 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.814990 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.815329 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.815662 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.815991 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.816338 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.816691 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.817038 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.817387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.817713 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.818034 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.818355 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d86e04-7c7c-4119-8da4-c64a85f2a726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:15.858407 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18d5099f-fe45-4ed6-b89f-2679b999561a admin admin] Publish callbacks [] for security_group (3907d967-5e44-4fea-a0d2-3a9af18a82a3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.879199 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18d5099f-fe45-4ed6-b89f-2679b999561a admin admin] Publish callbacks [] for security_group (3907d967-5e44-4fea-a0d2-3a9af18a82a3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.928647 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18d5099f-fe45-4ed6-b89f-2679b999561a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (3907d967-5e44-4fea-a0d2-3a9af18a82a3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.931240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-18d5099f-fe45-4ed6-b89f-2679b999561a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:15.933053 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-18d5099f-fe45-4ed6-b89f-2679b999561a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3907d967-5e44-4fea-a0d2-3a9af18a82a3 HTTP/1.1" status: 204 len: 168 time: 0.1227968 Mar 02 11:38:15.941227 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5099f-fe45-4ed6-b89f-2679b999561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3907d967-5e44-4fea-a0d2-3a9af18a82a3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:16.032580 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b228ec-3070-4d8f-a073-365b02f620e2 req-eb249f04-5429-4063-a903-d8328b9de5cd tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:16.034115 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-10b228ec-3070-4d8f-a073-365b02f620e2 req-eb249f04-5429-4063-a903-d8328b9de5cd tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0530958 Mar 02 11:38:16.082550 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-10b228ec-3070-4d8f-a073-365b02f620e2 req-a0c2eadb-9d31-42cf-899e-d73700d14141 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Mar 02 11:38:16.491405 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edf804-725c-413c-be47-10fbd01b9f7d req-cdfa267a-0d5e-411b-9e39-5b4a7b13af34 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:16.492900 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23edf804-725c-413c-be47-10fbd01b9f7d req-cdfa267a-0d5e-411b-9e39-5b4a7b13af34 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 944 time: 0.0518749 Mar 02 11:38:16.540283 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23edf804-725c-413c-be47-10fbd01b9f7d req-18da6ed3-2780-497f-983b-f29961184ca1 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Mar 02 11:38:16.547633 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 54898) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:16.640224 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-500894921-network', 'tenant_id': '61d0f109762d44af9e47fa79fc25c946'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:16.660601 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Made reservation on behalf of 61d0f109762d44af9e47fa79fc25c946 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:16.662908 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:16.671312 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:16.743778 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks [] for security_group (bc5a323b-0124-4ef2-9e95-992d7f392771), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:16.747222 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (bc5a323b-0124-4ef2-9e95-992d7f392771), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:16.771890 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:38:16.780611 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a323b-0124-4ef2-9e95-992d7f392771,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:16.788459 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (1a41bf60-acfa-407e-9c6a-dec000824554), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:16.788656 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Added segment 1a41bf60-acfa-407e-9c6a-dec000824554 of type vlan for network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 Mar 02 11:38:16.833647 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (601bc677-6b0c-45a8-b99c-6bb7d08ef065), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:16.857225 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (601bc677-6b0c-45a8-b99c-6bb7d08ef065), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:16.858154 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:16.858786 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:17.104896 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5561421 Mar 02 11:38:17.107815 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 54910) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:17.114174 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Request body: {'subnet': {'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-500894921-subnet', 'tenant_id': '61d0f109762d44af9e47fa79fc25c946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:17.123946 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb69fb-8d22-49c7-adf1-a069ffbb1cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=601bc677-6b0c-45a8-b99c-6bb7d08ef065,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:17.136196 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:38:17.151968 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Made reservation on behalf of 61d0f109762d44af9e47fa79fc25c946 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:17.154461 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:17.272262 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7d634-3adb-465a-97b0-37a93bce193b req-f70fdf32-2313-4acb-ba1b-191827e7ff66 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:17.273761 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91a7d634-3adb-465a-97b0-37a93bce193b req-f70fdf32-2313-4acb-ba1b-191827e7ff66 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.1033056 Mar 02 11:38:17.362941 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91a7d634-3adb-465a-97b0-37a93bce193b req-a1062ca9-f671-4816-b764-1cdbb5f43e10 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Mar 02 11:38:17.405019 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (824be80b-88f9-43bf-a6b8-2979eefef2ea), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:17.459986 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=824be80b-88f9-43bf-a6b8-2979eefef2ea,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:17.466769 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Checking segment: {'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:38:17.467124 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Network hostable DHCP agents. Network: 601bc677-6b0c-45a8-b99c-6bb7d08ef065, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:38:17.483118 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:38:17.492013 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 601bc677-6b0c-45a8-b99c-6bb7d08ef065) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:38:17.495950 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:17.496561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:17.500842 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1428a-b895-4547-bb5f-da3958760c4e None None] Network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:17.512346 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-03eaaf31-a6b7-4f0f-8a4f-38750385e48e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4028888 Mar 02 11:38:17.599688 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467242e2-29dc-40a9-95b5-d4af76813962 None None] Network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:17.661217 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb111c-4d49-4909-9a3a-1e72cc7bb56f req-fbbe9a6a-2055-4c3d-873a-ba9ef11602d6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:17.663066 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3bb111c-4d49-4909-9a3a-1e72cc7bb56f req-fbbe9a6a-2055-4c3d-873a-ba9ef11602d6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 944 time: 0.0560596 Mar 02 11:38:17.725673 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3bb111c-4d49-4909-9a3a-1e72cc7bb56f req-d0f31539-a8c1-44e1-9dab-f6272f753256 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Mar 02 11:38:18.269969 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb812d-4ae7-4897-b008-33f814ad4584 req-f0177a89-d75b-4ed0-826b-5ba06546adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:18.271471 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bbeb812d-4ae7-4897-b008-33f814ad4584 req-f0177a89-d75b-4ed0-826b-5ba06546adfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1160a4861ef4c218d204332ee971b81&device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 1128 time: 0.0444667 Mar 02 11:38:18.370492 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb812d-4ae7-4897-b008-33f814ad4584 req-b213f532-3db9-456f-b1d2-95ef6e2c266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:18.371931 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bbeb812d-4ae7-4897-b008-33f814ad4584 req-b213f532-3db9-456f-b1d2-95ef6e2c266a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e1160a4861ef4c218d204332ee971b81&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915544 Mar 02 11:38:18.470715 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb812d-4ae7-4897-b008-33f814ad4584 req-aac56974-8633-4bfa-ab1a-a5c19d3bbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:18.472881 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bbeb812d-4ae7-4897-b008-33f814ad4584 req-aac56974-8633-4bfa-ab1a-a5c19d3bbca0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943696 Mar 02 11:38:18.481134 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40772cda-0cff-48ee-9146-b46d0616dbb2 req-bb9c2b42-2e36-46e0-830f-5bd52cba7eb3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:18.482879 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40772cda-0cff-48ee-9146-b46d0616dbb2 req-bb9c2b42-2e36-46e0-830f-5bd52cba7eb3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0531809 Mar 02 11:38:18.535230 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40772cda-0cff-48ee-9146-b46d0616dbb2 req-e5065030-e29b-4c7c-b634-5a0b77ad4000 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Mar 02 11:38:18.562593 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-13d57a9a-5410-42cf-989d-8fd384dd22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:18.564085 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-13d57a9a-5410-42cf-989d-8fd384dd22da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1160a4861ef4c218d204332ee971b81&device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 1128 time: 0.0511482 Mar 02 11:38:18.608485 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-f251ffca-b970-46ef-960d-22bfd1e9a811 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9743059d-ad45-4ba2-8ace-2c412f30f9fb HTTP/1.1" status: 200 len: 217 time: 0.0337162 Mar 02 11:38:18.667147 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-aa186e83-fd76-4bba-ab0c-2d7abb10cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:18.668569 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-aa186e83-fd76-4bba-ab0c-2d7abb10cd57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2964c9f-3997-4058-8736-658e4bf964fd HTTP/1.1" status: 200 len: 854 time: 0.0433481 Mar 02 11:38:18.701487 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-ee4c3620-517e-4281-b31f-629c6204a9a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c6d4c4e-8fd6-436e-8005-b391046e2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234797 Mar 02 11:38:18.805906 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-dccf021e-b928-4a36-9ba7-99f2be6a062a service neutron] 10.222.0.15 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948296 Mar 02 11:38:18.836779 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948f4f-eff9-4fb2-9680-6d34eb58248a req-9765e6cf-df68-4885-a5a0-94cd2ea890f2 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:18.838228 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d948f4f-eff9-4fb2-9680-6d34eb58248a req-9765e6cf-df68-4885-a5a0-94cd2ea890f2 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 944 time: 0.0516319 Mar 02 11:38:18.885712 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d948f4f-eff9-4fb2-9680-6d34eb58248a req-dc40e874-7895-4ad4-bd6d-41af2074b201 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Mar 02 11:38:19.655540 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09530f1e-a7d8-4895-b61d-fb59304e9735 req-556446f7-1734-43f2-8ee5-e008358db14c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:19.657023 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-09530f1e-a7d8-4895-b61d-fb59304e9735 req-556446f7-1734-43f2-8ee5-e008358db14c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0575125 Mar 02 11:38:19.676262 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7601f542-dd19-4f95-8667-bcf4c2d0a648 req-8727bb1e-5487-43ac-804a-6c8cc54f426a service neutron] 10.222.0.15 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838921 Mar 02 11:38:19.703812 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-09530f1e-a7d8-4895-b61d-fb59304e9735 req-f0a82407-8a89-46b6-94c3-5ed5920ed28b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Mar 02 11:38:19.842340 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:38:20.000821 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe63bd-ef9a-4349-8350-17750047fe14 req-57522671-ef38-4521-aa26-7463173d69dc tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:20.002260 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5fe63bd-ef9a-4349-8350-17750047fe14 req-57522671-ef38-4521-aa26-7463173d69dc tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 944 time: 0.0512204 Mar 02 11:38:20.046426 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5fe63bd-ef9a-4349-8350-17750047fe14 req-5b9f0b81-82b5-4f7a-8569-b78c6d0272a3 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Mar 02 11:38:20.823194 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4af1b-af6f-46e4-9d7a-e46bb915f209 req-1542c13e-7fae-4bec-891f-618cb415bd1d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:20.824795 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4fb4af1b-af6f-46e4-9d7a-e46bb915f209 req-1542c13e-7fae-4bec-891f-618cb415bd1d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0550940 Mar 02 11:38:20.871252 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4fb4af1b-af6f-46e4-9d7a-e46bb915f209 req-44d8da68-c132-463a-adb1-37339dc5c8f7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Mar 02 11:38:21.162016 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9d20-700a-4556-a5f2-25ab92284253 req-4999076c-10c4-42c4-a152-1771172be211 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:21.163493 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-05eb9d20-700a-4556-a5f2-25ab92284253 req-4999076c-10c4-42c4-a152-1771172be211 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 944 time: 0.0523787 Mar 02 11:38:21.209188 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-05eb9d20-700a-4556-a5f2-25ab92284253 req-d79a2643-28e5-4735-a6c1-8f55023385a7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Mar 02 11:38:21.987432 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420d57d-8b98-461c-a3bf-6d355140d1cd req-cd67303c-36fa-4138-9285-9cc58c256f65 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:21.988903 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b420d57d-8b98-461c-a3bf-6d355140d1cd req-cd67303c-36fa-4138-9285-9cc58c256f65 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0508788 Mar 02 11:38:22.039767 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b420d57d-8b98-461c-a3bf-6d355140d1cd req-e4239bb9-ca2e-4e6e-baa7-d0f67320c614 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453908 Mar 02 11:38:22.377670 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466b96f-6643-4de8-9437-0f8f9236305f req-86ca229f-a7da-4b85-8831-7af85c560bdb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:22.379183 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f466b96f-6643-4de8-9437-0f8f9236305f req-86ca229f-a7da-4b85-8831-7af85c560bdb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 944 time: 0.0999978 Mar 02 11:38:22.459671 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f466b96f-6643-4de8-9437-0f8f9236305f req-2f7cb8b3-5172-4909-ab78-3b9ee37b2beb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731974 Mar 02 11:38:22.465529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-67caeba3-54d9-4944-8398-a3fbacfb55a6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:22.466914 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-67caeba3-54d9-4944-8398-a3fbacfb55a6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/networks?id=601bc677-6b0c-45a8-b99c-6bb7d08ef065 HTTP/1.1" status: 200 len: 808 time: 0.1459897 Mar 02 11:38:22.482645 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-816cd8bb-4cd8-4dac-9858-0a68cc6a1806 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/quotas/61d0f109762d44af9e47fa79fc25c946 HTTP/1.1" status: 200 len: 375 time: 0.0090811 Mar 02 11:38:22.513627 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-7fb26935-6fbf-4860-809c-8259155acd60 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=61d0f109762d44af9e47fa79fc25c946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253606 Mar 02 11:38:22.608234 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-9bed4c9b-fd95-4a94-bb4b-75360db7dac5 service neutron] 10.222.0.43 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Mar 02 11:38:22.710791 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-33e18507-9501-47d5-bb99-112b0ac51c20 service neutron] 10.222.0.43 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960982 Mar 02 11:38:22.875758 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-de34a27e-85f6-4b6d-85a4-9a815feacd15 req-a274e76f-2e9a-4a35-9234-3c2bb2133be8 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 210 time: 0.0279055 Mar 02 11:38:23.029964 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55030) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:23.078150 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] Deleting subnet b0d73f69-d661-4fce-8047-3da48c39d270 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:38:23.083423 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] Publish callbacks [] for subnet (b0d73f69-d661-4fce-8047-3da48c39d270), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.126479 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] Publish callbacks [] for subnet (b0d73f69-d661-4fce-8047-3da48c39d270), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.132967 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (b0d73f69-d661-4fce-8047-3da48c39d270), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.134426 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 9743059d-ad45-4ba2-8ace-2c412f30f9fb details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:38:23.222867 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0ea0f-2930-40b4-af39-baa819811f85 req-b9f5c112-85b2-42fb-bb42-66e0562600e5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:23.224340 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52f0ea0f-2930-40b4-af39-baa819811f85 req-b9f5c112-85b2-42fb-bb42-66e0562600e5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0891726 Mar 02 11:38:23.226104 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for subnet (b0d73f69-d661-4fce-8047-3da48c39d270), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.254466 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d73f69-d661-4fce-8047-3da48c39d270,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:23.271550 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.275390 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bd0f65c5-2889-4a13-986e-d858ba18b4c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b0d73f69-d661-4fce-8047-3da48c39d270 HTTP/1.1" status: 204 len: 168 time: 0.2435160 Mar 02 11:38:23.278115 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55038) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:23.361810 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 9743059d-ad45-4ba2-8ace-2c412f30f9fb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9743059d-ad45-4ba2-8ace-2c412f30f9fb,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:23.368283 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52f0ea0f-2930-40b4-af39-baa819811f85 req-25e6694d-7134-4d04-b8cf-5dba65a042e2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208262 Mar 02 11:38:23.375698 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '9743059d-ad45-4ba2-8ace-2c412f30f9fb', 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617', 'port_id': '9743059d-ad45-4ba2-8ace-2c412f30f9fb', 'mac_address': 'fa:16:3e:1a:06:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2964c9f-3997-4058-8736-658e4bf964fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:38:23.379667 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (48328361-24f1-4062-b743-363b54f5bcd5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.413285 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 9743059d-ad45-4ba2-8ace-2c412f30f9fb is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:38:23.413678 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.428443 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9743059d-ad45-4ba2-8ace-2c412f30f9fb {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:38:23.451287 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 9743059d-ad45-4ba2-8ace-2c412f30f9fb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9743059d-ad45-4ba2-8ace-2c412f30f9fb,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:23.455750 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.492334 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (48328361-24f1-4062-b743-363b54f5bcd5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.521772 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=9743059d-ad45-4ba2-8ace-2c412f30f9fb,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:23.531035 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.531568 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.532076 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.532563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.533061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.534736 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.535233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.535717 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.536229 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.536798 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.537311 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.537815 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.538334 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:38:23.547137 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.547502 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.548424 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.548800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > port after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.549408 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.550268 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.550606 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.550922 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.551215 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.551536 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.729744 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.730120 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.730420 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.730742 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 11:38:23.731088 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48328361-24f1-4062-b743-363b54f5bcd5']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:23.774715 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:23.775010 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:23.777666 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['9743059d-ad45-4ba2-8ace-2c412f30f9fb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:38:23.793775 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.838217 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.859016 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:38:23.859501 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (8d7444fc-28e2-4ce6-9bdb-fda7c59a3f43), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: from cryptography.utils import int_from_bytes Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: from cryptography.utils import int_from_bytes Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:38:23.864778 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:38:23.976864 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421433d-dcca-4e49-a86e-076e4d33aa09 req-059b348b-a4f9-48ed-89be-1e5bc61b0f9c tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:23.978716 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7421433d-dcca-4e49-a86e-076e4d33aa09 req-059b348b-a4f9-48ed-89be-1e5bc61b0f9c tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 945 time: 0.2426784 Mar 02 11:38:24.023912 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f6bc50b6-1d56-47e0-8cc5-1522a7b5ee6e req-96eddb05-81ba-45f2-ae77-80a78b91a6d1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 210 time: 0.0572722 Mar 02 11:38:24.033757 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (48328361-24f1-4062-b743-363b54f5bcd5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.044552 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.050807 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] 10.222.0.43 "DELETE /v2.0/networks/48328361-24f1-4062-b743-363b54f5bcd5 HTTP/1.1" status: 204 len: 168 time: 0.7684581 Mar 02 11:38:24.076395 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dde44-8561-4217-8488-bebbb56ffd27 admin admin] Pushing event deleted for resources: {'Network': ['ID=48328361-24f1-4062-b743-363b54f5bcd5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:24.104183 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7421433d-dcca-4e49-a86e-076e4d33aa09 req-52e4523e-8acf-4590-a12a-97cdd27a916f tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077917 Mar 02 11:38:24.190079 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-36601d28-645c-47a6-b59e-d6e4f32b528e tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:24.191730 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-36601d28-645c-47a6-b59e-d6e4f32b528e tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "GET /v2.0/networks?id=601bc677-6b0c-45a8-b99c-6bb7d08ef065 HTTP/1.1" status: 200 len: 808 time: 0.2338016 Mar 02 11:38:24.211167 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Request body: {'port': {'device_id': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065', 'admin_state_up': True, 'tenant_id': '61d0f109762d44af9e47fa79fc25c946'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:24.244990 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55086) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:24.288375 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b2910f9d-7a31-4262-8bdd-4c7c1063cf37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e086bda6ffd840058a923df4a42cb0ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419383 Mar 02 11:38:24.290794 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55092) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:24.341851 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aeb986eb-96cd-4242-96cd-bc41bb0384ab admin admin] Publish callbacks [] for security_group (ed9b0286-c0b8-410b-8c98-cd8c0ee0858e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.349459 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Made reservation on behalf of 61d0f109762d44af9e47fa79fc25c946 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:24.353901 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.366441 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aeb986eb-96cd-4242-96cd-bc41bb0384ab admin admin] Publish callbacks [] for security_group (ed9b0286-c0b8-410b-8c98-cd8c0ee0858e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.422783 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aeb986eb-96cd-4242-96cd-bc41bb0384ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (ed9b0286-c0b8-410b-8c98-cd8c0ee0858e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.426936 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aeb986eb-96cd-4242-96cd-bc41bb0384ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.428069 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-aeb986eb-96cd-4242-96cd-bc41bb0384ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed9b0286-c0b8-410b-8c98-cd8c0ee0858e HTTP/1.1" status: 204 len: 168 time: 0.1363928 Mar 02 11:38:24.435998 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb986eb-96cd-4242-96cd-bc41bb0384ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b0286-c0b8-410b-8c98-cd8c0ee0858e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:24.507232 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Allocated IP 172.20.0.12 (601bc677-6b0c-45a8-b99c-6bb7d08ef065/824be80b-88f9-43bf-a6b8-2979eefef2ea/5ce09527-1435-4be7-911a-6d6010af6393) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:38:24.520318 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb4f14-6d41-4d97-8439-2088453b3ff2 req-49f7bda4-de01-40cf-a850-c49815a7bd59 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:24.522094 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-11eb4f14-6d41-4d97-8439-2088453b3ff2 req-49f7bda4-de01-40cf-a850-c49815a7bd59 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0708969 Mar 02 11:38:24.577221 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-11eb4f14-6d41-4d97-8439-2088453b3ff2 req-6fe42321-4036-4ff9-8308-37fcf16686e8 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Mar 02 11:38:24.668083 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks [] for port (5ce09527-1435-4be7-911a-6d6010af6393), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.701485 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (5ce09527-1435-4be7-911a-6d6010af6393), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.744764 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:38:24.747795 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:38:24.751328 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:38:24.779830 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Pushing event updated for resources: {'Port': ['ID=5ce09527-1435-4be7-911a-6d6010af6393,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:24.808924 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:24.809561 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:24.826059 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-977fe4e6-1e61-4966-93b3-932a16824ae4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204474 Mar 02 11:38:24.839011 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Request body: {'port': {'device_id': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:24.914654 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5ce09527-1435-4be7-911a-6d6010af6393), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.141173 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 9743059d-ad45-4ba2-8ace-2c412f30f9fb up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:38:25.207962 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453acc-9648-4c5e-a283-5d031eff9180 req-2b9cbe2a-709f-4955-af01-53e56e865593 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:25.215487 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2453acc-9648-4c5e-a283-5d031eff9180 req-2b9cbe2a-709f-4955-af01-53e56e865593 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 932 time: 0.0823894 Mar 02 11:38:25.227388 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 9743059d-ad45-4ba2-8ace-2c412f30f9fb completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:38:25.233505 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 9743059d-ad45-4ba2-8ace-2c412f30f9fb triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:38:25.235185 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.289638 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce09527-1435-4be7-911a-6d6010af6393 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:38:25.309553 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Publish callbacks [] for port (5ce09527-1435-4be7-911a-6d6010af6393), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.311880 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2453acc-9648-4c5e-a283-5d031eff9180 req-9726f8ba-4b48-4c5d-93f7-bd04b60ae9f2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951309 Mar 02 11:38:25.328205 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c654-9279-4f3e-a3b1-42f44ccd4e47 req-16560fc0-8d05-4e0e-ac09-3cee9fdbc994 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:25.329730 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0d93c654-9279-4f3e-a3b1-42f44ccd4e47 req-16560fc0-8d05-4e0e-ac09-3cee9fdbc994 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 945 time: 0.1119645 Mar 02 11:38:25.336271 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Transition to ACTIVE for port object 5ce09527-1435-4be7-911a-6d6010af6393 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:38:25.343416 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (5ce09527-1435-4be7-911a-6d6010af6393), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.363029 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 9743059d-ad45-4ba2-8ace-2c412f30f9fb is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:38:25.363674 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.381684 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0d93c654-9279-4f3e-a3b1-42f44ccd4e47 req-4a012708-79c1-4111-8ff8-675e9cfedaa3 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Mar 02 11:38:25.413321 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a242b66f-211d-4230-9525-3fa511cd287f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9743059d-ad45-4ba2-8ace-2c412f30f9fb'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:38:25.415830 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a23953-191f-4b32-9348-9ce77caa328a" -d '{"events": [{"server_uuid": "a242b66f-211d-4230-9525-3fa511cd287f", "name": "network-vif-plugged", "status": "completed", "tag": "9743059d-ad45-4ba2-8ace-2c412f30f9fb"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:38:25.430641 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 9743059d-ad45-4ba2-8ace-2c412f30f9fb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9743059d-ad45-4ba2-8ace-2c412f30f9fb,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:25.433170 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce09527-1435-4be7-911a-6d6010af6393,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:25.445199 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.477540 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1ca026-ccd3-453f-964d-265db2384380 x-openstack-request-id: req-de1ca026-ccd3-453f-964d-265db2384380 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:38:25.477849 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a242b66f-211d-4230-9525-3fa511cd287f", "name": "network-vif-plugged", "status": "completed", "tag": "9743059d-ad45-4ba2-8ace-2c412f30f9fb", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:38:25.478107 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de1ca026-ccd3-453f-964d-265db2384380 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:38:25.478499 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a242b66f-211d-4230-9525-3fa511cd287f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9743059d-ad45-4ba2-8ace-2c412f30f9fb', 'code': 200} Mar 02 11:38:25.524923 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=9743059d-ad45-4ba2-8ace-2c412f30f9fb,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:25.525291 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Attempting to bind port 5ce09527-1435-4be7-911a-6d6010af6393 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:38:25.525635 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Attempting to bind port 5ce09527-1435-4be7-911a-6d6010af6393 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:38:25.525969 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Attempting to bind port 5ce09527-1435-4be7-911a-6d6010af6393 on network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:38:25.531991 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Port 5ce09527-1435-4be7-911a-6d6010af6393 on network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:38:25.532323 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Attempting to bind port 5ce09527-1435-4be7-911a-6d6010af6393 on network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:38:25.538477 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:38:25.538815 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Checking segment: {'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:38:25.539361 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Bound using segment: {'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:38:25.539847 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Bound port: 5ce09527-1435-4be7-911a-6d6010af6393, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:38:25.540272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5ce09527-1435-4be7-911a-6d6010af6393), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.607837 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] For port 5ce09527-1435-4be7-911a-6d6010af6393, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:38:25.611335 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] For port 5ce09527-1435-4be7-911a-6d6010af6393, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=5ce09527-1435-4be7-911a-6d6010af6393,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:38:25.619146 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (5ce09527-1435-4be7-911a-6d6010af6393), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.651486 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:25.652181 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:25.653588 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] 10.222.0.15 "PUT /v2.0/ports/5ce09527-1435-4be7-911a-6d6010af6393 HTTP/1.1" status: 200 len: 1094 time: 0.8190837 Mar 02 11:38:25.658488 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'tag': '5ce09527-1435-4be7-911a-6d6010af6393'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:38:25.661255 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ded71d-d280-4704-a48d-f63d70bc9d76" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f28e9-fffe-4e71-b2c0-386dc066f528", "tag": "5ce09527-1435-4be7-911a-6d6010af6393"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:38:25.691889 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048629-42b7-476c-935f-48e61eedb55f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce09527-1435-4be7-911a-6d6010af6393,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:25.703415 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496e09b-72a9-45d4-8c34-cfcc05d15d4c req-aa1c47c6-7335-4ea4-b9c5-ac51cbd7bbae tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:25.704974 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0496e09b-72a9-45d4-8c34-cfcc05d15d4c req-aa1c47c6-7335-4ea4-b9c5-ac51cbd7bbae tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0596058 Mar 02 11:38:25.709992 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25a774d-889f-476c-9af4-f3c33af2db3b x-openstack-request-id: req-f25a774d-889f-476c-9af4-f3c33af2db3b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:38:25.710273 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f28e9-fffe-4e71-b2c0-386dc066f528", "tag": "5ce09527-1435-4be7-911a-6d6010af6393", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:38:25.710523 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f25a774d-889f-476c-9af4-f3c33af2db3b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:38:25.710918 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'tag': '5ce09527-1435-4be7-911a-6d6010af6393', 'status': 'completed', 'code': 200} Mar 02 11:38:25.751689 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0496e09b-72a9-45d4-8c34-cfcc05d15d4c req-989dcbf8-8df7-4d50-abea-97ab88f6387f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Mar 02 11:38:26.446311 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50d2ef-899e-481e-9dc5-c4ae8a1cd987 req-717e272f-0295-4eb1-bd22-aac4228dc684 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:26.446311 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d50d2ef-899e-481e-9dc5-c4ae8a1cd987 req-717e272f-0295-4eb1-bd22-aac4228dc684 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 944 time: 0.0545194 Mar 02 11:38:26.529725 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d50d2ef-899e-481e-9dc5-c4ae8a1cd987 req-17132d96-dbb9-4c6b-bc37-660fd47cee2f tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830357 Mar 02 11:38:26.550862 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c07db-a55e-4081-af7b-58b408a9bdc3 req-0f80e8c5-1eac-4725-a697-1457aa920a52 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:26.552558 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-319c07db-a55e-4081-af7b-58b408a9bdc3 req-0f80e8c5-1eac-4725-a697-1457aa920a52 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.0924501 Mar 02 11:38:26.601431 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-319c07db-a55e-4081-af7b-58b408a9bdc3 req-edbcd895-d38c-4773-a4d6-e97f5cbeefc2 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Mar 02 11:38:26.867327 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:26.868498 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4df46-fcb5-4adc-ae2a-f7b2792cf3b0 req-e12081da-52a7-4f52-a50a-ac465f3e4231 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:26.870086 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dfb4df46-fcb5-4adc-ae2a-f7b2792cf3b0 req-e12081da-52a7-4f52-a50a-ac465f3e4231 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0508854 Mar 02 11:38:26.917429 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dfb4df46-fcb5-4adc-ae2a-f7b2792cf3b0 req-d745dadf-7aa4-4a55-a1e4-4ee44d273be8 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Mar 02 11:38:26.971474 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ee16926-7a97-4a3a-a00c-9e2207e9a859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.046301 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ee16926-7a97-4a3a-a00c-9e2207e9a859 admin admin] Publish callbacks [] for security_group (bf2951c6-65ce-48f7-8060-9cbb68416295), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.051035 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ee16926-7a97-4a3a-a00c-9e2207e9a859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (bf2951c6-65ce-48f7-8060-9cbb68416295), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.091053 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7ee16926-7a97-4a3a-a00c-9e2207e9a859 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94cbf62d98de42058ab38277c45c3c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224469 Mar 02 11:38:27.093026 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee16926-7a97-4a3a-a00c-9e2207e9a859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2951c6-65ce-48f7-8060-9cbb68416295,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:27.093783 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55206) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:27.139919 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b27d692-cc60-4820-bbf6-1ecbc1aa9495 admin admin] Publish callbacks [] for security_group (bf2951c6-65ce-48f7-8060-9cbb68416295), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.160472 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b27d692-cc60-4820-bbf6-1ecbc1aa9495 admin admin] Publish callbacks [] for security_group (bf2951c6-65ce-48f7-8060-9cbb68416295), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.212225 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b27d692-cc60-4820-bbf6-1ecbc1aa9495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (bf2951c6-65ce-48f7-8060-9cbb68416295), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.214845 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1b27d692-cc60-4820-bbf6-1ecbc1aa9495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.215964 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-1b27d692-cc60-4820-bbf6-1ecbc1aa9495 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf2951c6-65ce-48f7-8060-9cbb68416295 HTTP/1.1" status: 204 len: 168 time: 0.1211560 Mar 02 11:38:27.224874 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d692-cc60-4820-bbf6-1ecbc1aa9495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2951c6-65ce-48f7-8060-9cbb68416295,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:27.491416 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55216) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:27.504756 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0fad133-3f66-4b82-92f7-adec549b9855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.582945 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0fad133-3f66-4b82-92f7-adec549b9855 admin admin] Publish callbacks [] for security_group (4a477c18-6425-4afe-b7e3-c0dabb8c8852), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.587097 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0fad133-3f66-4b82-92f7-adec549b9855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (4a477c18-6425-4afe-b7e3-c0dabb8c8852), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.652402 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a0fad133-3f66-4b82-92f7-adec549b9855 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7af55c2745f4979a068837129bec638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598840 Mar 02 11:38:27.653875 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fad133-3f66-4b82-92f7-adec549b9855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a477c18-6425-4afe-b7e3-c0dabb8c8852,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:27.655593 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55224) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:27.678777 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a891e-d45d-4fbc-87ef-c17dfafe2f8f req-169be5cc-2934-4099-8534-17c9476a1ce4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:27.680274 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1a4a891e-d45d-4fbc-87ef-c17dfafe2f8f req-169be5cc-2934-4099-8534-17c9476a1ce4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 944 time: 0.0784328 Mar 02 11:38:27.707847 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2748406-3168-4508-b0ac-e1b7ee42ba69 admin admin] Publish callbacks [] for security_group (4a477c18-6425-4afe-b7e3-c0dabb8c8852), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.731543 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2748406-3168-4508-b0ac-e1b7ee42ba69 admin admin] Publish callbacks [] for security_group (4a477c18-6425-4afe-b7e3-c0dabb8c8852), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.760381 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1a4a891e-d45d-4fbc-87ef-c17dfafe2f8f req-f5dab009-b51d-41fb-bd7c-bcc26fe266a4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746534 Mar 02 11:38:27.771992 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280ea79-1a0c-4f2f-8690-1504e0c36115 req-ecdc81a7-8ca4-45af-b6fd-034ca50b6021 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:27.773484 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9280ea79-1a0c-4f2f-8690-1504e0c36115 req-ecdc81a7-8ca4-45af-b6fd-034ca50b6021 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.0862119 Mar 02 11:38:27.785126 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2748406-3168-4508-b0ac-e1b7ee42ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (4a477c18-6425-4afe-b7e3-c0dabb8c8852), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.787712 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2748406-3168-4508-b0ac-e1b7ee42ba69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:27.788866 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-c2748406-3168-4508-b0ac-e1b7ee42ba69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a477c18-6425-4afe-b7e3-c0dabb8c8852 HTTP/1.1" status: 204 len: 168 time: 0.1322687 Mar 02 11:38:27.796773 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2748406-3168-4508-b0ac-e1b7ee42ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a477c18-6425-4afe-b7e3-c0dabb8c8852,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:27.826522 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9280ea79-1a0c-4f2f-8690-1504e0c36115 req-3df95736-aab5-46cf-bcc6-b4c38de1cde2 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465333 Mar 02 11:38:28.034034 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df6bb-f674-4f33-bb69-76109ec79c77 req-d7072397-293b-4fc4-b03b-ab0ac7617f67 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.035492 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-442df6bb-f674-4f33-bb69-76109ec79c77 req-d7072397-293b-4fc4-b03b-ab0ac7617f67 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0509956 Mar 02 11:38:28.089135 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-442df6bb-f674-4f33-bb69-76109ec79c77 req-ed658669-26df-45cd-82bc-5ee02adc9401 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477133 Mar 02 11:38:28.128993 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ded71d-d280-4704-a48d-f63d70bc9d76 req-5f080294-42b2-4325-baaa-e033aa5fb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.131117 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-17ded71d-d280-4704-a48d-f63d70bc9d76 req-5f080294-42b2-4325-baaa-e033aa5fb83c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d0f109762d44af9e47fa79fc25c946&device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 1128 time: 0.0574033 Mar 02 11:38:28.275826 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ded71d-d280-4704-a48d-f63d70bc9d76 req-c621da0f-e629-4bda-a9b4-f71a1b652986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.277327 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-17ded71d-d280-4704-a48d-f63d70bc9d76 req-c621da0f-e629-4bda-a9b4-f71a1b652986 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=61d0f109762d44af9e47fa79fc25c946&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1345766 Mar 02 11:38:28.279797 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865145e-7e2a-4d45-accc-3aff54b1bb28 req-b5b3f9a0-1a16-4196-9df4-8ee7b6c7a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.281139 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3865145e-7e2a-4d45-accc-3aff54b1bb28 req-b5b3f9a0-1a16-4196-9df4-8ee7b6c7a4ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 1130 time: 0.0788713 Mar 02 11:38:28.385256 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3865145e-7e2a-4d45-accc-3aff54b1bb28 req-590957c4-ee86-4e43-8aa4-9b09c60d4c63 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870578 Mar 02 11:38:28.416439 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ded71d-d280-4704-a48d-f63d70bc9d76 req-16c46b96-d1d0-4f96-bb30-213b857d0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.417952 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-17ded71d-d280-4704-a48d-f63d70bc9d76 req-16c46b96-d1d0-4f96-bb30-213b857d0748 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277111 Mar 02 11:38:28.689429 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-8cced71a-9b65-469d-8bac-c7ac3b02ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.692112 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-8cced71a-9b65-469d-8bac-c7ac3b02ac3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d0f109762d44af9e47fa79fc25c946&device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 1128 time: 0.0488460 Mar 02 11:38:28.740985 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-9cdad3d4-8ee0-4523-9193-ac396979d89d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ce09527-1435-4be7-911a-6d6010af6393 HTTP/1.1" status: 200 len: 217 time: 0.0380390 Mar 02 11:38:28.800518 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-02b02dcf-05c2-4c39-a1a9-0aa6ba372f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.802109 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-02b02dcf-05c2-4c39-a1a9-0aa6ba372f5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=824be80b-88f9-43bf-a6b8-2979eefef2ea HTTP/1.1" status: 200 len: 848 time: 0.0500717 Mar 02 11:38:28.840796 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-5b31f196-9de8-4497-836d-d0354c7d585e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601bc677-6b0c-45a8-b99c-6bb7d08ef065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312552 Mar 02 11:38:28.946166 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127befd5-7b24-4c8b-842d-b7cee5a424c5 req-cb55f367-1cb5-42c6-b8a2-cc4077a20fcd tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:28.954520 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-127befd5-7b24-4c8b-842d-b7cee5a424c5 req-cb55f367-1cb5-42c6-b8a2-cc4077a20fcd tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 944 time: 0.1127408 Mar 02 11:38:28.967904 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-e071ee8b-13b6-4757-9917-21f5f2c08dc3 service neutron] 10.222.0.15 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153736 Mar 02 11:38:29.033253 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55272) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:29.110283 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a4baddb0-995f-4aed-bda6-9cc68a52804b req-67733c7b-04c7-4147-95e0-42a2b22f7fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333606 Mar 02 11:38:29.205178 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-127befd5-7b24-4c8b-842d-b7cee5a424c5 req-263dfb28-d713-4215-9ea6-a92877007288 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497444 Mar 02 11:38:29.224061 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf22fda-75a8-4af6-8653-e1bea93e482d req-eb7b10d3-9a75-4c5c-b7ab-f1ffc8482f93 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:29.235751 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ddf22fda-75a8-4af6-8653-e1bea93e482d req-eb7b10d3-9a75-4c5c-b7ab-f1ffc8482f93 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.2789929 Mar 02 11:38:29.298559 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-add06d23-3f04-4f4b-b3f3-bd2eb59ccda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.302858 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ddf22fda-75a8-4af6-8653-e1bea93e482d req-bbdf7804-a42f-4df9-b420-6b0a4d43f149 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660963 Mar 02 11:38:29.357423 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059216b6-fb29-45ad-90d0-b1b76b7bd08d req-60bfe9f6-2151-433b-9a95-5dc1b218b31d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:29.359197 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-059216b6-fb29-45ad-90d0-b1b76b7bd08d req-60bfe9f6-2151-433b-9a95-5dc1b218b31d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0553622 Mar 02 11:38:29.398902 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f11f2309-f4de-4ff4-aad1-a98f87998048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.416376 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-059216b6-fb29-45ad-90d0-b1b76b7bd08d req-644b1e5f-e7e0-4267-8155-62a8ac98543a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505793 Mar 02 11:38:29.425846 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-add06d23-3f04-4f4b-b3f3-bd2eb59ccda6 admin admin] Publish callbacks [] for security_group (224ec5c0-0cca-43b8-88da-e6ba0c03e8df), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.435009 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-add06d23-3f04-4f4b-b3f3-bd2eb59ccda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (224ec5c0-0cca-43b8-88da-e6ba0c03e8df), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.476862 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-add06d23-3f04-4f4b-b3f3-bd2eb59ccda6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=577caf9567424f52a78afb3a66b1c003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416888 Mar 02 11:38:29.477732 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add06d23-3f04-4f4b-b3f3-bd2eb59ccda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224ec5c0-0cca-43b8-88da-e6ba0c03e8df,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:29.480401 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55296) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:29.543826 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8d9aa11-d4fd-4c1d-81ff-d187781fad42 admin admin] Publish callbacks [] for security_group (224ec5c0-0cca-43b8-88da-e6ba0c03e8df), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.567988 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8d9aa11-d4fd-4c1d-81ff-d187781fad42 admin admin] Publish callbacks [] for security_group (224ec5c0-0cca-43b8-88da-e6ba0c03e8df), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.629828 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8d9aa11-d4fd-4c1d-81ff-d187781fad42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (224ec5c0-0cca-43b8-88da-e6ba0c03e8df), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.634683 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8d9aa11-d4fd-4c1d-81ff-d187781fad42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:29.638919 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f8d9aa11-d4fd-4c1d-81ff-d187781fad42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/224ec5c0-0cca-43b8-88da-e6ba0c03e8df HTTP/1.1" status: 204 len: 168 time: 0.1563785 Mar 02 11:38:29.648341 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9aa11-d4fd-4c1d-81ff-d187781fad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224ec5c0-0cca-43b8-88da-e6ba0c03e8df,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:29.983148 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55310) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:29.995858 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48c69f31-b837-4cdc-ab57-43da7d63ec96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:30.066324 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48c69f31-b837-4cdc-ab57-43da7d63ec96 admin admin] Publish callbacks [] for security_group (904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:30.070029 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48c69f31-b837-4cdc-ab57-43da7d63ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:30.105809 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c69f31-b837-4cdc-ab57-43da7d63ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:30.109981 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-48c69f31-b837-4cdc-ab57-43da7d63ec96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0abaf1633eb842bf9edf8e4bff0ea5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257715 Mar 02 11:38:30.112690 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55312) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:30.161577 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab8a834-b159-484e-a1ec-59cd948ea51e admin admin] Publish callbacks [] for security_group (904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:30.182009 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab8a834-b159-484e-a1ec-59cd948ea51e admin admin] Publish callbacks [] for security_group (904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:30.229030 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab8a834-b159-484e-a1ec-59cd948ea51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:30.231518 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ab8a834-b159-484e-a1ec-59cd948ea51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:30.232745 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-6ab8a834-b159-484e-a1ec-59cd948ea51e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1 HTTP/1.1" status: 204 len: 168 time: 0.1191008 Mar 02 11:38:30.242620 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8a834-b159-484e-a1ec-59cd948ea51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904fd5ec-c8f4-4702-a90a-3c6a7a04ccb1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:30.325741 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b792a-07cf-4aca-b17b-3831cab23e0d req-41016f1f-00b6-4488-8d3d-49188fc9dd1e tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:30.327378 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6c4b792a-07cf-4aca-b17b-3831cab23e0d req-41016f1f-00b6-4488-8d3d-49188fc9dd1e tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 944 time: 0.0573058 Mar 02 11:38:30.386376 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6c4b792a-07cf-4aca-b17b-3831cab23e0d req-df298a77-f530-4805-9666-f477350bb99e tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533850 Mar 02 11:38:30.431063 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c55097-5b4c-4079-9f38-720222b51d06 req-cd5c900a-201a-454b-9721-ac7b3ed796e9 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:30.433338 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21c55097-5b4c-4079-9f38-720222b51d06 req-cd5c900a-201a-454b-9721-ac7b3ed796e9 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.0601737 Mar 02 11:38:30.485379 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21c55097-5b4c-4079-9f38-720222b51d06 req-62736fdd-e2dc-495a-9ad1-54d69c623bcf tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Mar 02 11:38:30.550086 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918266a-e051-48cb-aad8-7bd27f990ec1 req-2a1674cd-ecbf-447d-8069-0d34105f796f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:30.551980 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5918266a-e051-48cb-aad8-7bd27f990ec1 req-2a1674cd-ecbf-447d-8069-0d34105f796f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0584624 Mar 02 11:38:30.618868 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5918266a-e051-48cb-aad8-7bd27f990ec1 req-1fad3be3-d84f-4fd5-9e68-5d789d46da45 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605118 Mar 02 11:38:31.546872 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0a938-eaab-4171-aa01-0679ba7235db req-90834d14-1b36-4239-881a-350ad982c9e7 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:31.555351 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aef0a938-eaab-4171-aa01-0679ba7235db req-90834d14-1b36-4239-881a-350ad982c9e7 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 944 time: 0.0829108 Mar 02 11:38:31.603922 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aef0a938-eaab-4171-aa01-0679ba7235db req-ccd9d360-4cd3-4788-8ea5-003f5d36beaa tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476143 Mar 02 11:38:31.637249 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c85e2500-ae18-4cb0-8ba3-7ed84ff03b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:31.758308 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17452524-7998-4363-a102-7124c080c511 req-aadd930f-36d8-44e4-9bf5-22f1edf0161c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:31.759901 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17452524-7998-4363-a102-7124c080c511 req-aadd930f-36d8-44e4-9bf5-22f1edf0161c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0575995 Mar 02 11:38:31.825864 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17452524-7998-4363-a102-7124c080c511 req-44240aa7-33f8-4a8b-9af6-f806be9b975f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599222 Mar 02 11:38:32.053545 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 5ce09527-1435-4be7-911a-6d6010af6393 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:38:32.153866 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 5ce09527-1435-4be7-911a-6d6010af6393, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=5ce09527-1435-4be7-911a-6d6010af6393,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:32.172008 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '5ce09527-1435-4be7-911a-6d6010af6393', 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065', 'port_id': '5ce09527-1435-4be7-911a-6d6010af6393', 'mac_address': 'fa:16:3e:a8:90:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824be80b-88f9-43bf-a6b8-2979eefef2ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:38:32.229443 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 5ce09527-1435-4be7-911a-6d6010af6393 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:38:32.229954 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5ce09527-1435-4be7-911a-6d6010af6393), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:32.260467 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce09527-1435-4be7-911a-6d6010af6393 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:38:32.283418 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 5ce09527-1435-4be7-911a-6d6010af6393, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=5ce09527-1435-4be7-911a-6d6010af6393,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:32.287986 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5ce09527-1435-4be7-911a-6d6010af6393), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:32.357337 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=5ce09527-1435-4be7-911a-6d6010af6393,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:32.538742 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:32.608089 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['5ce09527-1435-4be7-911a-6d6010af6393'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:38:32.742097 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65df1ef-84ea-473b-a278-df0106b6ff10 req-5493ef70-cc2c-4de8-a30d-b857cef478c2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:32.743944 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d65df1ef-84ea-473b-a278-df0106b6ff10 req-5493ef70-cc2c-4de8-a30d-b857cef478c2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 945 time: 0.0669875 Mar 02 11:38:32.794696 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d65df1ef-84ea-473b-a278-df0106b6ff10 req-3945146a-5e52-484d-a36a-31a16820ea3e tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Mar 02 11:38:32.959558 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa6af-9896-431b-ab5d-fcd6f78101d4 req-c17687d1-dc98-4dee-b156-3bfc00b80d70 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:32.964314 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d8efa6af-9896-431b-ab5d-fcd6f78101d4 req-c17687d1-dc98-4dee-b156-3bfc00b80d70 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0690372 Mar 02 11:38:33.014780 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d8efa6af-9896-431b-ab5d-fcd6f78101d4 req-0353492f-0079-4c27-bad0-05d236d005d9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Mar 02 11:38:33.294863 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55512) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:33.403047 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-015e4975-e910-4f02-89b2-e0721065ed99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:33.507931 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-015e4975-e910-4f02-89b2-e0721065ed99 admin admin] Publish callbacks [] for security_group (5c54b937-763f-4411-815c-1005cbdd4702), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:33.512167 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-015e4975-e910-4f02-89b2-e0721065ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (5c54b937-763f-4411-815c-1005cbdd4702), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:33.551999 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-015e4975-e910-4f02-89b2-e0721065ed99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dd5857943ca4aa1ada9aa2872a90aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560427 Mar 02 11:38:33.554116 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e4975-e910-4f02-89b2-e0721065ed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54b937-763f-4411-815c-1005cbdd4702,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:33.555468 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55540) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:33.608381 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-267cf8aa-b126-4606-9de3-ce5f2e6d7536 admin admin] Publish callbacks [] for security_group (5c54b937-763f-4411-815c-1005cbdd4702), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:33.633088 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-267cf8aa-b126-4606-9de3-ce5f2e6d7536 admin admin] Publish callbacks [] for security_group (5c54b937-763f-4411-815c-1005cbdd4702), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:33.682125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-267cf8aa-b126-4606-9de3-ce5f2e6d7536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (5c54b937-763f-4411-815c-1005cbdd4702), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:33.684988 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-267cf8aa-b126-4606-9de3-ce5f2e6d7536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:33.686114 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-267cf8aa-b126-4606-9de3-ce5f2e6d7536 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c54b937-763f-4411-815c-1005cbdd4702 HTTP/1.1" status: 204 len: 168 time: 0.1286757 Mar 02 11:38:33.693877 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cf8aa-b126-4606-9de3-ce5f2e6d7536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54b937-763f-4411-815c-1005cbdd4702,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:33.772450 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55548) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:33.943673 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4df6a-2cbc-49d3-b4b6-76bfa5e4c55f req-f01ab170-70b7-4fad-a9aa-dc2ec4b4071b tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:33.945288 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ed4df6a-2cbc-49d3-b4b6-76bfa5e4c55f req-f01ab170-70b7-4fad-a9aa-dc2ec4b4071b tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 945 time: 0.0719812 Mar 02 11:38:33.977194 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8948e15-e2bc-45ca-ad94-615f1cabfcee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.010023 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ed4df6a-2cbc-49d3-b4b6-76bfa5e4c55f req-aaa38245-9839-459f-837c-58dc1a9c267a tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567045 Mar 02 11:38:34.056353 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:34.070604 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 5ce09527-1435-4be7-911a-6d6010af6393 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:38:34.079291 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-210fa803-935d-429b-a6e2-e12e2635a3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.095768 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8948e15-e2bc-45ca-ad94-615f1cabfcee admin admin] Publish callbacks [] for security_group (f89817fc-2606-4759-9ea8-b2dbf347bf0f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.104121 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8948e15-e2bc-45ca-ad94-615f1cabfcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f89817fc-2606-4759-9ea8-b2dbf347bf0f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.151224 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f8948e15-e2bc-45ca-ad94-615f1cabfcee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=580e0768a56c4d928146adcc3689ad83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776608 Mar 02 11:38:34.154510 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55562) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:34.158990 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.160099 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 5ce09527-1435-4be7-911a-6d6010af6393 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:38:34.164615 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 5ce09527-1435-4be7-911a-6d6010af6393 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:38:34.165059 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5ce09527-1435-4be7-911a-6d6010af6393), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.170951 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6377c-25ee-4a03-be60-913cb55168a0 req-68d42e79-65e1-4163-92c4-e4ef4403ea95 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:34.171237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8948e15-e2bc-45ca-ad94-615f1cabfcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89817fc-2606-4759-9ea8-b2dbf347bf0f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:34.172573 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-72f6377c-25ee-4a03-be60-913cb55168a0 req-68d42e79-65e1-4163-92c4-e4ef4403ea95 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0805047 Mar 02 11:38:34.228602 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-210fa803-935d-429b-a6e2-e12e2635a3c6 admin admin] Publish callbacks [] for security_group (0551d3e9-7053-4d01-aeae-2b8c7cc209c5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.235865 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-210fa803-935d-429b-a6e2-e12e2635a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0551d3e9-7053-4d01-aeae-2b8c7cc209c5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.265463 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 5ce09527-1435-4be7-911a-6d6010af6393 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:38:34.266252 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5ce09527-1435-4be7-911a-6d6010af6393), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.282912 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-210fa803-935d-429b-a6e2-e12e2635a3c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bf4d47858c846b2beebc08cd1ea8181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229612 Mar 02 11:38:34.282912 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fa803-935d-429b-a6e2-e12e2635a3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0551d3e9-7053-4d01-aeae-2b8c7cc209c5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:34.283770 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55566) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:34.296896 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-72f6377c-25ee-4a03-be60-913cb55168a0 req-75e94989-c21f-4570-a3fc-005ab60070ee tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021705 Mar 02 11:38:34.298202 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce09527-1435-4be7-911a-6d6010af6393'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:38:34.301177 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fbe48d-7145-46f2-8325-635b1bec549f" -d '{"events": [{"server_uuid": "6e3f28e9-fffe-4e71-b2c0-386dc066f528", "name": "network-vif-plugged", "status": "completed", "tag": "5ce09527-1435-4be7-911a-6d6010af6393"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:38:34.313737 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8cb073f-32f9-4c65-b3dd-8ef1bf2baa4d admin admin] Publish callbacks [] for security_group (f89817fc-2606-4759-9ea8-b2dbf347bf0f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.321838 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 5ce09527-1435-4be7-911a-6d6010af6393, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=5ce09527-1435-4be7-911a-6d6010af6393,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:34.331406 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5ce09527-1435-4be7-911a-6d6010af6393), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.357570 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8cb073f-32f9-4c65-b3dd-8ef1bf2baa4d admin admin] Publish callbacks [] for security_group (f89817fc-2606-4759-9ea8-b2dbf347bf0f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.357791 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9e6433-f1bb-4f9c-87a3-a10be6ec5954 x-openstack-request-id: req-8a9e6433-f1bb-4f9c-87a3-a10be6ec5954 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:38:34.357908 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f28e9-fffe-4e71-b2c0-386dc066f528", "name": "network-vif-plugged", "status": "completed", "tag": "5ce09527-1435-4be7-911a-6d6010af6393", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:38:34.358177 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a9e6433-f1bb-4f9c-87a3-a10be6ec5954 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:38:34.358562 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce09527-1435-4be7-911a-6d6010af6393', 'code': 200} Mar 02 11:38:34.389121 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=5ce09527-1435-4be7-911a-6d6010af6393,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:34.397886 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aea3ccff-0f86-428c-9e1b-231587a3b51a admin admin] Publish callbacks [] for security_group (0551d3e9-7053-4d01-aeae-2b8c7cc209c5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.420902 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aea3ccff-0f86-428c-9e1b-231587a3b51a admin admin] Publish callbacks [] for security_group (0551d3e9-7053-4d01-aeae-2b8c7cc209c5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.437206 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8cb073f-32f9-4c65-b3dd-8ef1bf2baa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f89817fc-2606-4759-9ea8-b2dbf347bf0f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.439898 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8cb073f-32f9-4c65-b3dd-8ef1bf2baa4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.443738 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c8cb073f-32f9-4c65-b3dd-8ef1bf2baa4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f89817fc-2606-4759-9ea8-b2dbf347bf0f HTTP/1.1" status: 204 len: 168 time: 0.2879667 Mar 02 11:38:34.464925 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb073f-32f9-4c65-b3dd-8ef1bf2baa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89817fc-2606-4759-9ea8-b2dbf347bf0f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:34.491314 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aea3ccff-0f86-428c-9e1b-231587a3b51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0551d3e9-7053-4d01-aeae-2b8c7cc209c5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.493928 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aea3ccff-0f86-428c-9e1b-231587a3b51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:34.497683 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-aea3ccff-0f86-428c-9e1b-231587a3b51a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0551d3e9-7053-4d01-aeae-2b8c7cc209c5 HTTP/1.1" status: 204 len: 168 time: 0.2128384 Mar 02 11:38:34.506050 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3ccff-0f86-428c-9e1b-231587a3b51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0551d3e9-7053-4d01-aeae-2b8c7cc209c5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:34.560944 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0eed6-e67b-4e05-8f33-2a8f9cccd716 req-a23a951e-059a-4c6d-868f-beda1035e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:34.564195 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-50e0eed6-e67b-4e05-8f33-2a8f9cccd716 req-a23a951e-059a-4c6d-868f-beda1035e4c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 1130 time: 0.0597332 Mar 02 11:38:34.615829 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-50e0eed6-e67b-4e05-8f33-2a8f9cccd716 req-2bcd7da0-bed0-45c8-a3fa-1af4797d08fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 Mar 02 11:38:34.976147 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55596) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:35.148564 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e55c4-310e-4a5e-830f-d0940d10cc7d req-79da0ecf-ecc8-4c0e-a530-f76ac642714b tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:35.150198 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-932e55c4-310e-4a5e-830f-d0940d10cc7d req-79da0ecf-ecc8-4c0e-a530-f76ac642714b tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 946 time: 0.0754635 Mar 02 11:38:35.186253 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9bccabf-c1bf-4947-a31d-0f7730093cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.224877 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-932e55c4-310e-4a5e-830f-d0940d10cc7d req-3e746b25-c521-4813-ab42-368d205fe302 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692203 Mar 02 11:38:35.309838 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9bccabf-c1bf-4947-a31d-0f7730093cb5 admin admin] Publish callbacks [] for security_group (b8c2d3de-52bf-48ee-93d7-6ca475c9c5df), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.317149 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9bccabf-c1bf-4947-a31d-0f7730093cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b8c2d3de-52bf-48ee-93d7-6ca475c9c5df), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.363537 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e9bccabf-c1bf-4947-a31d-0f7730093cb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49a535cc5d684e8e9d8c5d8a1f23c9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856971 Mar 02 11:38:35.364868 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bccabf-c1bf-4947-a31d-0f7730093cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c2d3de-52bf-48ee-93d7-6ca475c9c5df,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:35.366320 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55622) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:35.438570 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddb84f-901d-4c9f-92ee-fe1f5265abf2 req-6bbc966d-29cb-4efb-9983-1fe9cd50e2c4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:35.440452 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-09ddb84f-901d-4c9f-92ee-fe1f5265abf2 req-6bbc966d-29cb-4efb-9983-1fe9cd50e2c4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0611005 Mar 02 11:38:35.442827 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c763ae3-8187-48fb-a9a3-87697e91ba14 admin admin] Publish callbacks [] for security_group (b8c2d3de-52bf-48ee-93d7-6ca475c9c5df), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.468935 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c763ae3-8187-48fb-a9a3-87697e91ba14 admin admin] Publish callbacks [] for security_group (b8c2d3de-52bf-48ee-93d7-6ca475c9c5df), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.510888 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.517586 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-09ddb84f-901d-4c9f-92ee-fe1f5265abf2 req-c2a08a92-6d2d-43eb-af55-9406f7733dd9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Mar 02 11:38:35.540973 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c763ae3-8187-48fb-a9a3-87697e91ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b8c2d3de-52bf-48ee-93d7-6ca475c9c5df), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.543943 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c763ae3-8187-48fb-a9a3-87697e91ba14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:35.545312 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-6c763ae3-8187-48fb-a9a3-87697e91ba14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8c2d3de-52bf-48ee-93d7-6ca475c9c5df HTTP/1.1" status: 204 len: 168 time: 0.1780415 Mar 02 11:38:35.553623 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c763ae3-8187-48fb-a9a3-87697e91ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c2d3de-52bf-48ee-93d7-6ca475c9c5df,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:35.993202 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55648) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:36.007085 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c698dd52-d25f-40c1-abd5-70352f4791b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:36.096397 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c698dd52-d25f-40c1-abd5-70352f4791b8 admin admin] Publish callbacks [] for security_group (223703bb-7e03-4b5a-a619-c97a151fa5ea), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:36.102787 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c698dd52-d25f-40c1-abd5-70352f4791b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (223703bb-7e03-4b5a-a619-c97a151fa5ea), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:36.135265 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698dd52-d25f-40c1-abd5-70352f4791b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223703bb-7e03-4b5a-a619-c97a151fa5ea,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:36.176695 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-c698dd52-d25f-40c1-abd5-70352f4791b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=327521706c2e406ba9fedcdef14a944e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823416 Mar 02 11:38:36.179146 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55658) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:36.251166 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09ee12d-cf02-4e2c-93c3-01c690f19bf0 admin admin] Publish callbacks [] for security_group (223703bb-7e03-4b5a-a619-c97a151fa5ea), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:36.285914 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09ee12d-cf02-4e2c-93c3-01c690f19bf0 admin admin] Publish callbacks [] for security_group (223703bb-7e03-4b5a-a619-c97a151fa5ea), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:36.358963 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09ee12d-cf02-4e2c-93c3-01c690f19bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (223703bb-7e03-4b5a-a619-c97a151fa5ea), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:36.362908 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f09ee12d-cf02-4e2c-93c3-01c690f19bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:36.367750 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f09ee12d-cf02-4e2c-93c3-01c690f19bf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/223703bb-7e03-4b5a-a619-c97a151fa5ea HTTP/1.1" status: 204 len: 168 time: 0.1875312 Mar 02 11:38:36.378055 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ee12d-cf02-4e2c-93c3-01c690f19bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223703bb-7e03-4b5a-a619-c97a151fa5ea,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:36.406559 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443a47-f178-46ff-a348-5a7fe9567327 req-64377236-e3e9-4f47-846e-a531fc8d44c6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:36.414500 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2e443a47-f178-46ff-a348-5a7fe9567327 req-64377236-e3e9-4f47-846e-a531fc8d44c6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 946 time: 0.0801122 Mar 02 11:38:36.461440 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2e443a47-f178-46ff-a348-5a7fe9567327 req-38cd845f-989b-41da-8881-45f959c525f2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Mar 02 11:38:36.669681 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d20d4-532f-43d4-8a0f-e6efd92480c8 req-98a029a2-a0fc-410a-ac83-f3c7b0935ae1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:36.671410 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a05d20d4-532f-43d4-8a0f-e6efd92480c8 req-98a029a2-a0fc-410a-ac83-f3c7b0935ae1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0833466 Mar 02 11:38:36.725124 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a05d20d4-532f-43d4-8a0f-e6efd92480c8 req-8ba1eb4a-86c6-436b-b9b5-f3176950de8b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477710 Mar 02 11:38:37.351392 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dbbac-0cf1-42e1-ac3c-180f1963a7e0 req-d2278679-e9e7-4883-8054-1cad3429b9e7 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:37.353179 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c9dbbac-0cf1-42e1-ac3c-180f1963a7e0 req-d2278679-e9e7-4883-8054-1cad3429b9e7 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 946 time: 0.0689590 Mar 02 11:38:37.413823 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c9dbbac-0cf1-42e1-ac3c-180f1963a7e0 req-d6b6ffa1-12e2-4568-9a72-dddb60b0ce72 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551441 Mar 02 11:38:37.556094 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55740) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:37.650712 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2028636786-network', 'tenant_id': 'df78beeceb81446391652bde7a9ab377'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:37.670962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Made reservation on behalf of df78beeceb81446391652bde7a9ab377 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:37.675849 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.684332 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.766667 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks [] for security_group (834b061a-b39b-4c99-afd4-a992af039b71), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.770873 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (834b061a-b39b-4c99-afd4-a992af039b71), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.803095 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:38:37.810649 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834b061a-b39b-4c99-afd4-a992af039b71,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:37.819464 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (0093de65-3a69-47fe-93b1-d053c9ee9e51), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.819978 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Added segment 0093de65-3a69-47fe-93b1-d053c9ee9e51 of type vlan for network 2ee901d1-b7bd-4e9c-b757-4cff1d8260a5 Mar 02 11:38:37.874116 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (2ee901d1-b7bd-4e9c-b757-4cff1d8260a5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.886581 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679508f7-55fe-4f80-a378-187c627bd2eb req-9ee8ece3-5a94-486d-9486-b9c7ea441ece tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:37.888157 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-679508f7-55fe-4f80-a378-187c627bd2eb req-9ee8ece3-5a94-486d-9486-b9c7ea441ece tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0750082 Mar 02 11:38:37.913868 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (2ee901d1-b7bd-4e9c-b757-4cff1d8260a5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.915120 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:37.915793 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.944858 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3876071 Mar 02 11:38:37.949443 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-679508f7-55fe-4f80-a378-187c627bd2eb req-2e129fa8-252c-4757-acd4-5509d8e98e73 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Mar 02 11:38:37.950011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55750) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:37.954919 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Request body: {'subnet': {'network_id': '2ee901d1-b7bd-4e9c-b757-4cff1d8260a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2028636786-subnet', 'tenant_id': 'df78beeceb81446391652bde7a9ab377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:37.984128 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Made reservation on behalf of df78beeceb81446391652bde7a9ab377 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:37.986741 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3821362'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:37.988189 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06f42-37e2-4a4c-a232-4d9b58a73293 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee901d1-b7bd-4e9c-b757-4cff1d8260a5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:37.999024 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 2ee901d1-b7bd-4e9c-b757-4cff1d8260a5 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:38:38.158160 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3730614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3821312'] for subnet (b2215f7d-28fc-4edd-80b5-a3f82dd694ba), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:38.214912 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2215f7d-28fc-4edd-80b5-a3f82dd694ba,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:38.223062 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Checking segment: {'id': '0093de65-3a69-47fe-93b1-d053c9ee9e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2ee901d1-b7bd-4e9c-b757-4cff1d8260a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:38:38.223438 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Network hostable DHCP agents. Network: 2ee901d1-b7bd-4e9c-b757-4cff1d8260a5, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:38:38.239273 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Network 2ee901d1-b7bd-4e9c-b757-4cff1d8260a5 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:38:38.247770 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 2ee901d1-b7bd-4e9c-b757-4cff1d8260a5) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:38:38.251803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:38.252391 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:38.257288 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8c018-22e6-406a-886f-f9608b7bb87c None None] Network 2ee901d1-b7bd-4e9c-b757-4cff1d8260a5 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:38.267024 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-14bbe58a-be67-40ac-a8b6-f85e511313c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3160830 Mar 02 11:38:38.360399 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6432f0-f2e2-46af-b804-4d79ef99e090 None None] Network 2ee901d1-b7bd-4e9c-b757-4cff1d8260a5 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:38.567576 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01903-13b1-486f-b514-1434a0a7fab5 req-ce5d9810-e3e0-447f-8394-c0957bcb652b tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:38.569428 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cad01903-13b1-486f-b514-1434a0a7fab5 req-ce5d9810-e3e0-447f-8394-c0957bcb652b tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 946 time: 0.0722365 Mar 02 11:38:38.637107 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cad01903-13b1-486f-b514-1434a0a7fab5 req-619e7b2f-6f0d-4851-aed7-9de842c0caf2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613837 Mar 02 11:38:38.816697 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55782) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:38.821496 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1555352035-network', 'tenant_id': '78d4f0e55d754a98a791ac0b74425d2a'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:38.841055 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Made reservation on behalf of 78d4f0e55d754a98a791ac0b74425d2a for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:38.843300 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:38.854676 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:38.933485 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks [] for security_group (29d1cf67-305f-47d8-a75a-345b05b33a97), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:38.937551 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (29d1cf67-305f-47d8-a75a-345b05b33a97), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:38.965468 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:38:38.972111 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1cf67-305f-47d8-a75a-345b05b33a97,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:38.979686 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (440eb541-0445-4ffa-afbe-fffb016191c7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:38.980035 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Added segment 440eb541-0445-4ffa-afbe-fffb016191c7 of type vlan for network b22fc49a-528c-47cc-b74a-23dc6d8effe9 Mar 02 11:38:39.050468 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (b22fc49a-528c-47cc-b74a-23dc6d8effe9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.103843 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (b22fc49a-528c-47cc-b74a-23dc6d8effe9), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.104837 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:39.105410 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.117468 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0184b7-ae29-41a4-bc39-35a006047e5a req-ce3786e4-ce7d-4bbb-bbf3-a5f0a9c38188 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:39.118951 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5d0184b7-ae29-41a4-bc39-35a006047e5a req-ce3786e4-ce7d-4bbb-bbf3-a5f0a9c38188 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0824964 Mar 02 11:38:39.182043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-85981176-2359-4cfa-8432-68952cd1d0b6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:39.184538 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-85981176-2359-4cfa-8432-68952cd1d0b6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 946 time: 0.0689232 Mar 02 11:38:39.186145 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55802) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:39.186447 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3686395 Mar 02 11:38:39.192237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Request body: {'subnet': {'network_id': 'b22fc49a-528c-47cc-b74a-23dc6d8effe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1555352035-subnet', 'tenant_id': '78d4f0e55d754a98a791ac0b74425d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:39.209646 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925c479-eee5-485f-bd45-985d14c8f571 admin admin] Pushing event updated for resources: {'Network': ['ID=b22fc49a-528c-47cc-b74a-23dc6d8effe9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:39.223637 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network b22fc49a-528c-47cc-b74a-23dc6d8effe9 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:38:39.228659 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5d0184b7-ae29-41a4-bc39-35a006047e5a req-e14a1d39-5639-4f95-aba8-79080a908f89 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670025 Mar 02 11:38:39.265985 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Made reservation on behalf of 78d4f0e55d754a98a791ac0b74425d2a for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:39.268867 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3377523'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.393676 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Deleting port 5ce09527-1435-4be7-911a-6d6010af6393 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:38:39.394029 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (5ce09527-1435-4be7-911a-6d6010af6393), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.554687 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] For port 5ce09527-1435-4be7-911a-6d6010af6393, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=5ce09527-1435-4be7-911a-6d6010af6393,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:39.555054 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (5ce09527-1435-4be7-911a-6d6010af6393), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.574728 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Calling delete_port for 5ce09527-1435-4be7-911a-6d6010af6393 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:38:39.576773 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3377473'] for subnet (0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.686578 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:39.704788 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Checking segment: {'id': '440eb541-0445-4ffa-afbe-fffb016191c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b22fc49a-528c-47cc-b74a-23dc6d8effe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:38:39.705215 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Network hostable DHCP agents. Network: b22fc49a-528c-47cc-b74a-23dc6d8effe9, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:38:39.739144 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Network b22fc49a-528c-47cc-b74a-23dc6d8effe9 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:38:39.778775 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, b22fc49a-528c-47cc-b74a-23dc6d8effe9) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:38:39.786589 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:39.787499 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.788256 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6d0ad-20d6-499b-a10e-2a7c4819cd39 None None] Network b22fc49a-528c-47cc-b74a-23dc6d8effe9 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:39.823099 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947619-42c7-4d85-91c9-dba68b726310 req-c0565a66-485b-4f5d-840a-974938260156 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:39.825870 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-67947619-42c7-4d85-91c9-dba68b726310 req-c0565a66-485b-4f5d-840a-974938260156 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e3f28e9-fffe-4e71-b2c0-386dc066f528 HTTP/1.1" status: 200 len: 946 time: 0.1010571 Mar 02 11:38:39.827103 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-fd99c8f8-793c-4e70-8012-0a4d937ab4c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6395226 Mar 02 11:38:39.828954 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (5ce09527-1435-4be7-911a-6d6010af6393), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.874599 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Pushing event deleted for resources: {'Port': ['ID=5ce09527-1435-4be7-911a-6d6010af6393,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:39.901017 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['5ce09527-1435-4be7-911a-6d6010af6393'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:38:39.945963 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-67947619-42c7-4d85-91c9-dba68b726310 req-2991988e-a47e-4203-a6c6-2cc09879de8f tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044891 Mar 02 11:38:39.961616 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] No DVR routers for this DVR port 5ce09527-1435-4be7-911a-6d6010af6393 on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:38:39.965427 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:39.969082 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-73aad241-1697-4c91-bff0-d8d8ffe00356 req-2bead94b-6a40-4dbf-a101-d87b90576e30 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "DELETE /v2.0/ports/5ce09527-1435-4be7-911a-6d6010af6393 HTTP/1.1" status: 204 len: 173 time: 0.7705257 Mar 02 11:38:39.969606 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'name': 'network-vif-deleted', 'tag': '5ce09527-1435-4be7-911a-6d6010af6393'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:38:39.972675 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf8764f-36ab-4fc5-90a1-6f04cf4e4381" -d '{"events": [{"server_uuid": "6e3f28e9-fffe-4e71-b2c0-386dc066f528", "name": "network-vif-deleted", "tag": "5ce09527-1435-4be7-911a-6d6010af6393"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:38:40.051784 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a833665-62a5-4265-9324-90825bb5fe09 x-openstack-request-id: req-5a833665-62a5-4265-9324-90825bb5fe09 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:38:40.052087 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f28e9-fffe-4e71-b2c0-386dc066f528", "name": "network-vif-deleted", "tag": "5ce09527-1435-4be7-911a-6d6010af6393", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:38:40.052345 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a833665-62a5-4265-9324-90825bb5fe09 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:38:40.054390 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f28e9-fffe-4e71-b2c0-386dc066f528', 'name': 'network-vif-deleted', 'tag': '5ce09527-1435-4be7-911a-6d6010af6393', 'status': 'completed', 'code': 200} Mar 02 11:38:40.064398 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9df4f4-25b7-4412-a513-6bc70ed31114 None None] Network b22fc49a-528c-47cc-b74a-23dc6d8effe9 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:38:40.389588 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ae863-6f2b-4f65-951e-f9594942c3a1 req-f2b1b052-7123-44de-bdc2-4c74e4915e65 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:40.397130 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-099ae863-6f2b-4f65-951e-f9594942c3a1 req-f2b1b052-7123-44de-bdc2-4c74e4915e65 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0932457 Mar 02 11:38:40.458506 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-099ae863-6f2b-4f65-951e-f9594942c3a1 req-71b7d3e5-8371-4e82-93b1-39af1d29f763 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593758 Mar 02 11:38:41.537172 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55884) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:41.595455 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af124880-68a5-4f82-8737-98a136636e35 req-776bb5ff-28f4-4a91-b869-7ea3985d52d2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:41.597955 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-af124880-68a5-4f82-8737-98a136636e35 req-776bb5ff-28f4-4a91-b869-7ea3985d52d2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0656095 Mar 02 11:38:41.666043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c44b6f9-0e0a-40c3-9259-249e8febdde7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:41.692025 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-af124880-68a5-4f82-8737-98a136636e35 req-5f4d9bd3-5e33-4d75-963f-384971fef0f1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876772 Mar 02 11:38:41.769097 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c44b6f9-0e0a-40c3-9259-249e8febdde7 admin admin] Publish callbacks [] for security_group (aadad0a4-9053-471d-90b9-7de4c4c76be4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:41.776296 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c44b6f9-0e0a-40c3-9259-249e8febdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (aadad0a4-9053-471d-90b9-7de4c4c76be4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:41.821238 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-3c44b6f9-0e0a-40c3-9259-249e8febdde7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15ae1047e0974df0abff3eecc366b4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828326 Mar 02 11:38:41.821774 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55900) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:41.824731 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44b6f9-0e0a-40c3-9259-249e8febdde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadad0a4-9053-471d-90b9-7de4c4c76be4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:41.878522 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72b02f31-d57e-4a6e-b0c6-c97751a3af94 admin admin] Publish callbacks [] for security_group (aadad0a4-9053-471d-90b9-7de4c4c76be4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:41.903715 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72b02f31-d57e-4a6e-b0c6-c97751a3af94 admin admin] Publish callbacks [] for security_group (aadad0a4-9053-471d-90b9-7de4c4c76be4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:41.957396 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72b02f31-d57e-4a6e-b0c6-c97751a3af94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (aadad0a4-9053-471d-90b9-7de4c4c76be4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:41.959977 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72b02f31-d57e-4a6e-b0c6-c97751a3af94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:41.963409 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-72b02f31-d57e-4a6e-b0c6-c97751a3af94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aadad0a4-9053-471d-90b9-7de4c4c76be4 HTTP/1.1" status: 204 len: 168 time: 0.1377354 Mar 02 11:38:41.968869 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b02f31-d57e-4a6e-b0c6-c97751a3af94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadad0a4-9053-471d-90b9-7de4c4c76be4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:42.242005 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 55912) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:42.258264 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e591ee0d-2d68-4395-b57b-7832dc0ffe3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:42.333486 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e591ee0d-2d68-4395-b57b-7832dc0ffe3c admin admin] Publish callbacks [] for security_group (93c70786-5bb0-4ea2-bbcf-fa932ea535c9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:42.337235 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e591ee0d-2d68-4395-b57b-7832dc0ffe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (93c70786-5bb0-4ea2-bbcf-fa932ea535c9), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:42.374179 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e591ee0d-2d68-4395-b57b-7832dc0ffe3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a98f597845a94e64916490b92489a0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310818 Mar 02 11:38:42.375026 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591ee0d-2d68-4395-b57b-7832dc0ffe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c70786-5bb0-4ea2-bbcf-fa932ea535c9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:42.377478 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 55914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:42.426806 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34549b68-36be-41b2-91f3-56b28b99fc6d admin admin] Publish callbacks [] for security_group (93c70786-5bb0-4ea2-bbcf-fa932ea535c9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:42.447929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34549b68-36be-41b2-91f3-56b28b99fc6d admin admin] Publish callbacks [] for security_group (93c70786-5bb0-4ea2-bbcf-fa932ea535c9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:42.493808 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34549b68-36be-41b2-91f3-56b28b99fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (93c70786-5bb0-4ea2-bbcf-fa932ea535c9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:42.496460 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34549b68-36be-41b2-91f3-56b28b99fc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:42.497654 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-34549b68-36be-41b2-91f3-56b28b99fc6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c70786-5bb0-4ea2-bbcf-fa932ea535c9 HTTP/1.1" status: 204 len: 168 time: 0.1189749 Mar 02 11:38:42.507262 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549b68-36be-41b2-91f3-56b28b99fc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c70786-5bb0-4ea2-bbcf-fa932ea535c9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:42.821233 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5e1d5-25b1-4b7a-a13a-0991ac3f1b22 req-510b0b97-fe17-48c0-9845-d1009bedbc4a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:42.822749 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-81d5e1d5-25b1-4b7a-a13a-0991ac3f1b22 req-510b0b97-fe17-48c0-9845-d1009bedbc4a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0569971 Mar 02 11:38:42.881566 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-81d5e1d5-25b1-4b7a-a13a-0991ac3f1b22 req-a4b1df92-9038-4dfc-817d-ab68c6228670 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534067 Mar 02 11:38:44.011309 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec187d-9ea1-4f23-affe-2da81c3764df req-d3afd0ed-59de-460a-944b-d544e83f3bd0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:44.012806 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1cec187d-9ea1-4f23-affe-2da81c3764df req-d3afd0ed-59de-460a-944b-d544e83f3bd0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0592058 Mar 02 11:38:44.061842 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1cec187d-9ea1-4f23-affe-2da81c3764df req-cefe7949-647e-4de6-b70d-b32d2d72828c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Mar 02 11:38:44.137738 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 5ce09527-1435-4be7-911a-6d6010af6393 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:38:44.161225 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 5ce09527-1435-4be7-911a-6d6010af6393 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:38:44.161576 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 5ce09527-1435-4be7-911a-6d6010af6393 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:38:44.283389 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56010) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:44.391182 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-60645c68-926c-479e-b882-fec3e750d984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.479205 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-60645c68-926c-479e-b882-fec3e750d984 admin admin] Publish callbacks [] for security_group (7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.484373 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-60645c68-926c-479e-b882-fec3e750d984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.526617 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-60645c68-926c-479e-b882-fec3e750d984 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f99c6db567e14c37bb4e1f08c748f437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419705 Mar 02 11:38:44.527438 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60645c68-926c-479e-b882-fec3e750d984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:44.530261 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56024) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:44.552744 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56030) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:44.619407 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-badd94af-03de-4ef7-a51b-e76c8edfaab1 admin admin] Publish callbacks [] for security_group (7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.645597 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-badd94af-03de-4ef7-a51b-e76c8edfaab1 admin admin] Publish callbacks [] for security_group (7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.685557 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b9f701c-e71e-4f19-92cc-133dc698e138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.705088 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-badd94af-03de-4ef7-a51b-e76c8edfaab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.708210 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-badd94af-03de-4ef7-a51b-e76c8edfaab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.712341 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-badd94af-03de-4ef7-a51b-e76c8edfaab1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999 HTTP/1.1" status: 204 len: 168 time: 0.1810575 Mar 02 11:38:44.721445 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd94af-03de-4ef7-a51b-e76c8edfaab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e4fd4-7c93-40f6-b6a7-7bf06e5e3999,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:44.780525 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b9f701c-e71e-4f19-92cc-133dc698e138 admin admin] Publish callbacks [] for security_group (7debf4a1-557b-468f-ac07-85614391f55e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.785915 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b9f701c-e71e-4f19-92cc-133dc698e138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7debf4a1-557b-468f-ac07-85614391f55e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.828525 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7b9f701c-e71e-4f19-92cc-133dc698e138 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc794368cce640708b970048f24d99c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744954 Mar 02 11:38:44.829624 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f701c-e71e-4f19-92cc-133dc698e138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7debf4a1-557b-468f-ac07-85614391f55e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:44.832936 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56042) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:44.900593 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d63af33-0bdb-4997-b0e9-0996694f80a0 admin admin] Publish callbacks [] for security_group (7debf4a1-557b-468f-ac07-85614391f55e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.927784 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d63af33-0bdb-4997-b0e9-0996694f80a0 admin admin] Publish callbacks [] for security_group (7debf4a1-557b-468f-ac07-85614391f55e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.981899 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d63af33-0bdb-4997-b0e9-0996694f80a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7debf4a1-557b-468f-ac07-85614391f55e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.985075 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9d63af33-0bdb-4997-b0e9-0996694f80a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:44.986916 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-9d63af33-0bdb-4997-b0e9-0996694f80a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7debf4a1-557b-468f-ac07-85614391f55e HTTP/1.1" status: 204 len: 168 time: 0.1520658 Mar 02 11:38:44.995444 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63af33-0bdb-4997-b0e9-0996694f80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7debf4a1-557b-468f-ac07-85614391f55e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:45.013026 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56048) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:45.028864 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f50510c-fe70-4235-be19-0f3acf6d39b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.117503 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f50510c-fe70-4235-be19-0f3acf6d39b0 admin admin] Publish callbacks [] for security_group (30e98f6d-9256-4f69-981f-3849e23da7d0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.124755 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5f50510c-fe70-4235-be19-0f3acf6d39b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (30e98f6d-9256-4f69-981f-3849e23da7d0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.171654 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-5f50510c-fe70-4235-be19-0f3acf6d39b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fe700ea0fc44b9ebb3a0c53eee92b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568043 Mar 02 11:38:45.174396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50510c-fe70-4235-be19-0f3acf6d39b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e98f6d-9256-4f69-981f-3849e23da7d0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:45.174597 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56054) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:45.232292 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627342bb-c572-48cf-906e-94be6853c7cb req-f7de748c-618f-41d6-a469-28548d497b0d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:45.233831 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-627342bb-c572-48cf-906e-94be6853c7cb req-f7de748c-618f-41d6-a469-28548d497b0d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0909965 Mar 02 11:38:45.250308 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3975bdc8-e6d8-4d0c-b865-ca03ac01084a admin admin] Publish callbacks [] for security_group (30e98f6d-9256-4f69-981f-3849e23da7d0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.287456 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3975bdc8-e6d8-4d0c-b865-ca03ac01084a admin admin] Publish callbacks [] for security_group (30e98f6d-9256-4f69-981f-3849e23da7d0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.316055 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-627342bb-c572-48cf-906e-94be6853c7cb req-dac7f4bf-a10b-44d6-afdb-471f4afb9a7d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768189 Mar 02 11:38:45.343831 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56056) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:45.360449 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-792bc7fd-0a19-4d03-982a-4683b42c9503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.374757 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3975bdc8-e6d8-4d0c-b865-ca03ac01084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (30e98f6d-9256-4f69-981f-3849e23da7d0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.378030 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3975bdc8-e6d8-4d0c-b865-ca03ac01084a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.379130 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3975bdc8-e6d8-4d0c-b865-ca03ac01084a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30e98f6d-9256-4f69-981f-3849e23da7d0 HTTP/1.1" status: 204 len: 168 time: 0.2031152 Mar 02 11:38:45.393387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975bdc8-e6d8-4d0c-b865-ca03ac01084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e98f6d-9256-4f69-981f-3849e23da7d0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:45.458492 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-792bc7fd-0a19-4d03-982a-4683b42c9503 admin admin] Publish callbacks [] for security_group (9a9fee32-2182-4d02-a30c-8c835e881d6c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.462518 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-792bc7fd-0a19-4d03-982a-4683b42c9503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (9a9fee32-2182-4d02-a30c-8c835e881d6c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.504075 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bc7fd-0a19-4d03-982a-4683b42c9503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9fee32-2182-4d02-a30c-8c835e881d6c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:45.508635 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-792bc7fd-0a19-4d03-982a-4683b42c9503 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13394091cab348de872badbeead870be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636772 Mar 02 11:38:45.511672 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56060) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:45.561882 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92b5777-b04e-4911-877f-79d975b2e3a5 admin admin] Publish callbacks [] for security_group (9a9fee32-2182-4d02-a30c-8c835e881d6c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.584155 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92b5777-b04e-4911-877f-79d975b2e3a5 admin admin] Publish callbacks [] for security_group (9a9fee32-2182-4d02-a30c-8c835e881d6c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.613019 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.648346 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92b5777-b04e-4911-877f-79d975b2e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (9a9fee32-2182-4d02-a30c-8c835e881d6c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.651524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d92b5777-b04e-4911-877f-79d975b2e3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:45.653283 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d92b5777-b04e-4911-877f-79d975b2e3a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a9fee32-2182-4d02-a30c-8c835e881d6c HTTP/1.1" status: 204 len: 168 time: 0.1402733 Mar 02 11:38:45.663691 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b5777-b04e-4911-877f-79d975b2e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9fee32-2182-4d02-a30c-8c835e881d6c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:46.065522 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56092) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:46.084046 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7442cd71-e016-48b3-b7d5-f88a22b73dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:46.163621 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7442cd71-e016-48b3-b7d5-f88a22b73dd0 admin admin] Publish callbacks [] for security_group (c895a34d-9973-470e-84d6-0f69edb8d117), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:46.169989 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7442cd71-e016-48b3-b7d5-f88a22b73dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (c895a34d-9973-470e-84d6-0f69edb8d117), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:46.209424 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442cd71-e016-48b3-b7d5-f88a22b73dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c895a34d-9973-470e-84d6-0f69edb8d117,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:46.216190 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7442cd71-e016-48b3-b7d5-f88a22b73dd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20fa0f955270446b8d26a32b30f98598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491544 Mar 02 11:38:46.218945 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56098) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:46.265599 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9615831d-7d4c-442e-9e82-ce5f7adb78f4 admin admin] Publish callbacks [] for security_group (c895a34d-9973-470e-84d6-0f69edb8d117), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:46.291843 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9615831d-7d4c-442e-9e82-ce5f7adb78f4 admin admin] Publish callbacks [] for security_group (c895a34d-9973-470e-84d6-0f69edb8d117), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:46.341408 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9615831d-7d4c-442e-9e82-ce5f7adb78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (c895a34d-9973-470e-84d6-0f69edb8d117), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:46.346895 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9615831d-7d4c-442e-9e82-ce5f7adb78f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:46.350813 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9615831d-7d4c-442e-9e82-ce5f7adb78f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c895a34d-9973-470e-84d6-0f69edb8d117 HTTP/1.1" status: 204 len: 168 time: 0.1309004 Mar 02 11:38:46.360664 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615831d-7d4c-442e-9e82-ce5f7adb78f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c895a34d-9973-470e-84d6-0f69edb8d117,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:46.479476 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb6abb-c234-4e37-b4d5-0b7b618eccb4 req-e1639d9d-2a0f-480e-896c-bc160e63a79a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:46.486165 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64eb6abb-c234-4e37-b4d5-0b7b618eccb4 req-e1639d9d-2a0f-480e-896c-bc160e63a79a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0779853 Mar 02 11:38:46.539737 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64eb6abb-c234-4e37-b4d5-0b7b618eccb4 req-2da0a675-60fe-485b-b7ab-d1b0b1d385c5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Mar 02 11:38:47.691690 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7169256-b2b8-4080-9363-594954d0e3cc req-e1f66ef9-b727-4553-a869-d7bd23632c74 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:47.693504 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7169256-b2b8-4080-9363-594954d0e3cc req-e1f66ef9-b727-4553-a869-d7bd23632c74 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0727983 Mar 02 11:38:47.773012 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7169256-b2b8-4080-9363-594954d0e3cc req-f479ff70-c61c-48a4-ab77-15e8aecac326 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579631 Mar 02 11:38:48.888965 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe3587-6bf3-4341-9ac6-c6b8ee5c66d5 req-0eeb6dc6-9822-4f54-a653-3f5b403e850d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:48.896656 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7abe3587-6bf3-4341-9ac6-c6b8ee5c66d5 req-0eeb6dc6-9822-4f54-a653-3f5b403e850d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0629551 Mar 02 11:38:48.957122 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7abe3587-6bf3-4341-9ac6-c6b8ee5c66d5 req-1ef7c10e-097c-4001-a1f8-b061138e03ef tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594442 Mar 02 11:38:49.521881 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-fb7fac45-6427-4dbf-8c19-e4b227242c70 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:49.523241 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-fb7fac45-6427-4dbf-8c19-e4b227242c70 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/networks?id=601bc677-6b0c-45a8-b99c-6bb7d08ef065 HTTP/1.1" status: 200 len: 808 time: 0.1006796 Mar 02 11:38:49.537645 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-2338f455-8510-4f6c-960d-70ece6b8d788 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/quotas/61d0f109762d44af9e47fa79fc25c946 HTTP/1.1" status: 200 len: 375 time: 0.0092201 Mar 02 11:38:49.568660 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-facbbd02-51d3-421f-8992-b2dd16bf7628 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=61d0f109762d44af9e47fa79fc25c946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262518 Mar 02 11:38:49.658705 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-09612a02-b954-4273-95e0-d90902c5ac06 service neutron] 10.222.0.43 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836997 Mar 02 11:38:49.747130 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-564d2c40-06d9-45ad-bbb9-18a16dabfbad service neutron] 10.222.0.43 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819168 Mar 02 11:38:49.917813 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8aa536b7-e691-4a8c-a736-f4928730ff78 req-5b708656-e861-47ad-ae0f-28495c5a17d9 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 210 time: 0.0344882 Mar 02 11:38:50.075355 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcd2d7-adab-4725-b310-1350ffe72ca5 req-f99605f6-21ca-4807-b7dd-a5ccdf8529b5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:50.076855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17fcd2d7-adab-4725-b310-1350ffe72ca5 req-f99605f6-21ca-4807-b7dd-a5ccdf8529b5 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0539277 Mar 02 11:38:50.124713 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17fcd2d7-adab-4725-b310-1350ffe72ca5 req-eeac60a4-1894-4c52-b92d-1315462fb611 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Mar 02 11:38:51.008828 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8688293-e442-48c8-9b86-a5f82fc50053 req-1517a57d-df24-46cb-ae68-4341d59864b4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 210 time: 0.0270593 Mar 02 11:38:51.246526 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9dae2-4354-418d-ae71-685f405220d2 req-a0824d52-5df1-436b-a235-77949046a7f6 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:51.247967 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5fa9dae2-4354-418d-ae71-685f405220d2 req-a0824d52-5df1-436b-a235-77949046a7f6 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0564480 Mar 02 11:38:51.296956 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5fa9dae2-4354-418d-ae71-685f405220d2 req-86f6f22a-da86-40cd-9e62-43319b631430 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Mar 02 11:38:52.097962 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16f7e558-bd09-4c97-b7c6-f18194122ece req-6c22fc64-761c-4cb0-b033-799cc22ad504 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 210 time: 0.0258822 Mar 02 11:38:52.413973 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471642e1-f6cf-48cf-902e-5b57b8a2b9b1 req-1c43b0a4-f365-436f-8790-e79536cbdcd3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:52.415561 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-471642e1-f6cf-48cf-902e-5b57b8a2b9b1 req-1c43b0a4-f365-436f-8790-e79536cbdcd3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0538850 Mar 02 11:38:52.467471 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-471642e1-f6cf-48cf-902e-5b57b8a2b9b1 req-f0745c50-bcd5-4c24-98fa-d2359d7cd369 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Mar 02 11:38:52.872366 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-8d8f8ad3-fe18-4e6f-aed3-ef8c15b8ed2c tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:52.874199 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-8d8f8ad3-fe18-4e6f-aed3-ef8c15b8ed2c tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "GET /v2.0/networks?id=601bc677-6b0c-45a8-b99c-6bb7d08ef065 HTTP/1.1" status: 200 len: 808 time: 0.1156123 Mar 02 11:38:52.887034 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Request body: {'port': {'device_id': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065', 'admin_state_up': True, 'tenant_id': '61d0f109762d44af9e47fa79fc25c946'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:52.991324 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Made reservation on behalf of 61d0f109762d44af9e47fa79fc25c946 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:38:52.994645 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:53.115735 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Allocated IP 172.20.0.2 (601bc677-6b0c-45a8-b99c-6bb7d08ef065/824be80b-88f9-43bf-a6b8-2979eefef2ea/fac3bf25-4f18-4c02-abe2-d436449c8e19) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:38:53.190469 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f52ff695-e108-4e83-b29b-ea35316480e1 req-a5f1fc3e-9840-4b40-8749-bf94d9f983d4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 210 time: 0.0267110 Mar 02 11:38:53.270347 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks [] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:53.316087 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:53.355937 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:38:53.366016 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:38:53.375522 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:38:53.421222 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Pushing event updated for resources: {'Port': ['ID=fac3bf25-4f18-4c02-abe2-d436449c8e19,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:53.475097 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:53.475712 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:53.495598 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cd20b62a-a76c-40af-9d3d-efb891351f75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6123970 Mar 02 11:38:53.506051 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e822b-fad7-4de1-89c3-621fec06d5f6 req-1373d72d-3bda-4bb2-a3bf-cd57be3c39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:53.510132 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c1e822b-fad7-4de1-89c3-621fec06d5f6 req-1373d72d-3bda-4bb2-a3bf-cd57be3c39ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 1129 time: 0.0785794 Mar 02 11:38:53.517301 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Request body: {'port': {'device_id': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:38:53.615925 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406fb8c-fdcd-48d2-8a72-69b4f8c15d6b req-ada0c462-d18a-49da-ae57-96ec69bbd1b2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:53.623372 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6406fb8c-fdcd-48d2-8a72-69b4f8c15d6b req-ada0c462-d18a-49da-ae57-96ec69bbd1b2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0776346 Mar 02 11:38:53.695401 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6406fb8c-fdcd-48d2-8a72-69b4f8c15d6b req-c7341c9f-937a-4904-af90-8fab2499844d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600121 Mar 02 11:38:53.904521 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:53.914700 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c1e822b-fad7-4de1-89c3-621fec06d5f6 req-788cdfa0-a9d8-4939-a183-e384fb271cb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939033 Mar 02 11:38:54.179980 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac3bf25-4f18-4c02-abe2-d436449c8e19 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:38:54.187358 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Publish callbacks [] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:54.200053 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Transition to ACTIVE for port object fac3bf25-4f18-4c02-abe2-d436449c8e19 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:38:54.202900 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:54.253072 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Pushing event updated for resources: {'Port': ['ID=fac3bf25-4f18-4c02-abe2-d436449c8e19,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:54.316701 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e988-8fa5-4598-b318-d86f92762c2d req-d1a47d81-01ba-4039-b48a-353184216ed9 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:54.318204 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2550e988-8fa5-4598-b318-d86f92762c2d req-d1a47d81-01ba-4039-b48a-353184216ed9 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 943 time: 0.0552173 Mar 02 11:38:54.324217 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Attempting to bind port fac3bf25-4f18-4c02-abe2-d436449c8e19 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:38:54.324556 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Attempting to bind port fac3bf25-4f18-4c02-abe2-d436449c8e19 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:38:54.324914 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Attempting to bind port fac3bf25-4f18-4c02-abe2-d436449c8e19 on network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:38:54.329396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Port fac3bf25-4f18-4c02-abe2-d436449c8e19 on network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:38:54.329574 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Attempting to bind port fac3bf25-4f18-4c02-abe2-d436449c8e19 on network 601bc677-6b0c-45a8-b99c-6bb7d08ef065 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:38:54.335167 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:38:54.335540 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Checking segment: {'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:38:54.335922 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Bound using segment: {'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:38:54.336335 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Bound port: fac3bf25-4f18-4c02-abe2-d436449c8e19, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a41bf60-acfa-407e-9c6a-dec000824554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:38:54.336765 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:54.366606 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2550e988-8fa5-4598-b318-d86f92762c2d req-ec6e5974-ce50-4cdd-af31-24fa2239b7ae tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Mar 02 11:38:54.402128 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] For port fac3bf25-4f18-4c02-abe2-d436449c8e19, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:38:54.405297 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] For port fac3bf25-4f18-4c02-abe2-d436449c8e19, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fac3bf25-4f18-4c02-abe2-d436449c8e19,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:38:54.412475 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:54.447518 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:54.448525 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:54.449924 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] 10.222.0.15 "PUT /v2.0/ports/fac3bf25-4f18-4c02-abe2-d436449c8e19 HTTP/1.1" status: 200 len: 1093 time: 0.9371107 Mar 02 11:38:54.454302 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'tag': 'fac3bf25-4f18-4c02-abe2-d436449c8e19'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:38:54.456557 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8", "tag": "fac3bf25-4f18-4c02-abe2-d436449c8e19"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:38:54.480043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c32bd-837e-4abc-9149-84c492b3d423 service neutron] Pushing event updated for resources: {'Port': ['ID=fac3bf25-4f18-4c02-abe2-d436449c8e19,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:54.505576 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b203a-cacc-4d33-8e38-8d60f9d633f2 x-openstack-request-id: req-6f5b203a-cacc-4d33-8e38-8d60f9d633f2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:38:54.505860 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8", "tag": "fac3bf25-4f18-4c02-abe2-d436449c8e19", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:38:54.506112 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f5b203a-cacc-4d33-8e38-8d60f9d633f2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:38:54.506499 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'tag': 'fac3bf25-4f18-4c02-abe2-d436449c8e19', 'status': 'completed', 'code': 200} Mar 02 11:38:54.542164 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-2883f949-d386-4bca-8053-e355cc29c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:54.543629 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-2883f949-d386-4bca-8053-e355cc29c7f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d0f109762d44af9e47fa79fc25c946&device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 1127 time: 0.0482488 Mar 02 11:38:54.590469 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c2807b92-6715-4fa1-93e3-5398cbbd8db6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac3bf25-4f18-4c02-abe2-d436449c8e19 HTTP/1.1" status: 200 len: 217 time: 0.0340819 Mar 02 11:38:54.640853 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-0bdb6683-a310-4c0d-b386-45f51df4d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:54.642226 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-0bdb6683-a310-4c0d-b386-45f51df4d16a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=824be80b-88f9-43bf-a6b8-2979eefef2ea HTTP/1.1" status: 200 len: 848 time: 0.0446160 Mar 02 11:38:54.679987 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-cf750031-09b2-40b0-978c-d1cdc567f407 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601bc677-6b0c-45a8-b99c-6bb7d08ef065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256171 Mar 02 11:38:54.773357 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-545c6759-9fbe-45d4-97a0-c54a404c37e7 service neutron] 10.222.0.15 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788774 Mar 02 11:38:54.801388 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d465d0b-bc9b-45d8-af03-c7a9af5799e7 req-602a1409-2c3b-48ab-a244-d4ec990e43c1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:54.802835 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d465d0b-bc9b-45d8-af03-c7a9af5799e7 req-602a1409-2c3b-48ab-a244-d4ec990e43c1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0549300 Mar 02 11:38:54.850277 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d465d0b-bc9b-45d8-af03-c7a9af5799e7 req-b6ce3650-d678-4591-9221-539b39a5cff2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Mar 02 11:38:54.884242 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1516b90d-0cdf-4e97-ac87-f3bd81fc2243 req-c1bfd2ff-4022-4e54-a21c-4e9e38f6b689 service neutron] 10.222.0.15 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010096 Mar 02 11:38:54.999003 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-fde14943-f156-49b6-8907-f13239823276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:55.000494 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-fde14943-f156-49b6-8907-f13239823276 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d0f109762d44af9e47fa79fc25c946&device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 1127 time: 0.0585561 Mar 02 11:38:55.115396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-aef7dbc1-fb62-4dbc-ab59-93876734ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:55.116963 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-aef7dbc1-fb62-4dbc-ab59-93876734ba11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=601bc677-6b0c-45a8-b99c-6bb7d08ef065 HTTP/1.1" status: 200 len: 909 time: 0.1071229 Mar 02 11:38:55.161814 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-ce9e1ed2-53a8-4021-9dcb-0be3e12782b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac3bf25-4f18-4c02-abe2-d436449c8e19 HTTP/1.1" status: 200 len: 217 time: 0.0376213 Mar 02 11:38:55.214446 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-749de9b9-1290-477b-95b0-21b09f564a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:55.217574 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-749de9b9-1290-477b-95b0-21b09f564a94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=824be80b-88f9-43bf-a6b8-2979eefef2ea HTTP/1.1" status: 200 len: 848 time: 0.0479388 Mar 02 11:38:55.255775 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-a1489787-fd88-4b95-a791-1449ac2ff64a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=601bc677-6b0c-45a8-b99c-6bb7d08ef065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276978 Mar 02 11:38:55.364699 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-3548a5df-1fd1-49f9-a12c-2d7ddd249e56 service neutron] 10.222.0.15 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017902 Mar 02 11:38:55.478840 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9cfd2aab-ca84-420f-bfcd-737ffc6dc1f7 req-1b110013-edb2-4395-afff-c3102a2da98c service neutron] 10.222.0.15 "GET /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060984 Mar 02 11:38:55.537271 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02231-a8be-496f-8dd9-ddbf14cbedf9 req-cd5b0473-77b6-4aa7-9d86-34b8d8d2ceb6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:55.538754 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6ee02231-a8be-496f-8dd9-ddbf14cbedf9 req-cd5b0473-77b6-4aa7-9d86-34b8d8d2ceb6 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 943 time: 0.0771973 Mar 02 11:38:55.591549 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6ee02231-a8be-496f-8dd9-ddbf14cbedf9 req-3603e5b2-fd8a-41e8-9d01-cdd95f6dc016 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Mar 02 11:38:55.986889 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172de2c7-ca05-495b-addf-f11e94e285a2 req-2da63ac9-ba3d-4cb3-b02e-b1498dfcc378 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:55.989011 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-172de2c7-ca05-495b-addf-f11e94e285a2 req-2da63ac9-ba3d-4cb3-b02e-b1498dfcc378 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0625260 Mar 02 11:38:56.036164 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-172de2c7-ca05-495b-addf-f11e94e285a2 req-0251572f-8d03-49ff-954a-ff4072fdbe9e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Mar 02 11:38:56.155565 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0a50c-8352-4754-8e7d-a46a8640ad34 req-7c847526-724a-4a33-b6a6-dea422535901 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:56.157083 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6fc0a50c-8352-4754-8e7d-a46a8640ad34 req-7c847526-724a-4a33-b6a6-dea422535901 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0562425 Mar 02 11:38:56.217771 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6fc0a50c-8352-4754-8e7d-a46a8640ad34 req-b35620fe-879e-44b5-a945-c536707413d0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522709 Mar 02 11:38:56.624545 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56448) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:56.747969 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26814bf5-c09d-4605-9448-17d49976e5b4 req-e3e65ba0-4508-4271-9c25-1aa314044c82 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:56.756466 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26814bf5-c09d-4605-9448-17d49976e5b4 req-e3e65ba0-4508-4271-9c25-1aa314044c82 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 943 time: 0.0774202 Mar 02 11:38:56.782081 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f1a12bc-3f04-4693-9774-1396e735242c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:56.845341 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:38:56.849804 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56468) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:56.856870 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26814bf5-c09d-4605-9448-17d49976e5b4 req-566ea171-81d5-4243-b7a0-7446245aab09 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952504 Mar 02 11:38:56.911988 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] Deleting subnet b2215f7d-28fc-4edd-80b5-a3f82dd694ba {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:38:56.915334 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] Publish callbacks [] for subnet (b2215f7d-28fc-4edd-80b5-a3f82dd694ba), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:56.923133 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f1a12bc-3f04-4693-9774-1396e735242c admin admin] Publish callbacks [] for security_group (65fdce27-c21b-43d1-9542-19d1e4d3dfd9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:56.927988 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f1a12bc-3f04-4693-9774-1396e735242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (65fdce27-c21b-43d1-9542-19d1e4d3dfd9), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:56.954121 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2766792'] for subnet (b2215f7d-28fc-4edd-80b5-a3f82dd694ba), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:56.968390 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5f1a12bc-3f04-4693-9774-1396e735242c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe950fb8566a41d495a2a16ebee33fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426485 Mar 02 11:38:56.969297 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a12bc-3f04-4693-9774-1396e735242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fdce27-c21b-43d1-9542-19d1e4d3dfd9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:56.972923 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56472) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:57.002949 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (b2215f7d-28fc-4edd-80b5-a3f82dd694ba), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.022697 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f97d5f5-6e62-4887-ba38-e5ecc4951ef3 admin admin] Publish callbacks [] for security_group (65fdce27-c21b-43d1-9542-19d1e4d3dfd9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.043891 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f97d5f5-6e62-4887-ba38-e5ecc4951ef3 admin admin] Publish callbacks [] for security_group (65fdce27-c21b-43d1-9542-19d1e4d3dfd9), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.060869 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3377496'] for subnet (b2215f7d-28fc-4edd-80b5-a3f82dd694ba), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.092303 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2215f7d-28fc-4edd-80b5-a3f82dd694ba,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:57.096031 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.100307 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-de6498ae-b83c-4bf8-ab4c-0c99bd8c9a6f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b2215f7d-28fc-4edd-80b5-a3f82dd694ba HTTP/1.1" status: 204 len: 168 time: 0.2488792 Mar 02 11:38:57.103264 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:57.105687 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f97d5f5-6e62-4887-ba38-e5ecc4951ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (65fdce27-c21b-43d1-9542-19d1e4d3dfd9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.108800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f97d5f5-6e62-4887-ba38-e5ecc4951ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.112667 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6f97d5f5-6e62-4887-ba38-e5ecc4951ef3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65fdce27-c21b-43d1-9542-19d1e4d3dfd9 HTTP/1.1" status: 204 len: 168 time: 0.1387599 Mar 02 11:38:57.121307 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97d5f5-6e62-4887-ba38-e5ecc4951ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fdce27-c21b-43d1-9542-19d1e4d3dfd9,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:57.183308 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (2ee901d1-b7bd-4e9c-b757-4cff1d8260a5), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.279254 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (2ee901d1-b7bd-4e9c-b757-4cff1d8260a5), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.302951 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee901d1-b7bd-4e9c-b757-4cff1d8260a5']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:57.314058 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0093de65-3a69-47fe-93b1-d053c9ee9e51') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:57.314362 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0093de65-3a69-47fe-93b1-d053c9ee9e51') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:57.326546 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (0093de65-3a69-47fe-93b1-d053c9ee9e51), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.340820 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (0093de65-3a69-47fe-93b1-d053c9ee9e51), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.347681 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:38:57.348079 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (0093de65-3a69-47fe-93b1-d053c9ee9e51), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:38:57.349936 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:38:57.409858 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (2ee901d1-b7bd-4e9c-b757-4cff1d8260a5), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.417654 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.423920 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] 10.222.0.43 "DELETE /v2.0/networks/2ee901d1-b7bd-4e9c-b757-4cff1d8260a5 HTTP/1.1" status: 204 len: 168 time: 0.3167682 Mar 02 11:38:57.424992 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56496) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:57.431524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c2d01-8724-4343-9f77-6f0b48315acc admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee901d1-b7bd-4e9c-b757-4cff1d8260a5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:57.472514 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] Deleting subnet 0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:38:57.475694 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] Publish callbacks [] for subnet (0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.482565 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56498) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:57.495661 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7edd-dcd7-4602-9b33-55b401fe2da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.513387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.559066 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.581517 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7edd-dcd7-4602-9b33-55b401fe2da6 admin admin] Publish callbacks [] for security_group (1bcdb9af-d803-47cb-8fcf-430df897683a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.585671 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7edd-dcd7-4602-9b33-55b401fe2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (1bcdb9af-d803-47cb-8fcf-430df897683a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.621805 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.626886 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d8aa7edd-dcd7-4602-9b33-55b401fe2da6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07d9ba5a6ba04b5386f87f9eaddffec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431642 Mar 02 11:38:57.628995 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa7edd-dcd7-4602-9b33-55b401fe2da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcdb9af-d803-47cb-8fcf-430df897683a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:57.631591 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56502) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:57.666245 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.674623 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6 HTTP/1.1" status: 204 len: 168 time: 0.2478280 Mar 02 11:38:57.674807 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:57.676713 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a573af-e72c-4189-8efd-c38babccfc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b62ac6d-9c9e-4852-b8eb-c192eb36e7f6,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:57.739714 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4c1a-2e1d-485a-890d-e82e3aa35f56 admin admin] Publish callbacks [] for security_group (1bcdb9af-d803-47cb-8fcf-430df897683a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.774033 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (b22fc49a-528c-47cc-b74a-23dc6d8effe9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.780159 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4c1a-2e1d-485a-890d-e82e3aa35f56 admin admin] Publish callbacks [] for security_group (1bcdb9af-d803-47cb-8fcf-430df897683a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.892102 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (b22fc49a-528c-47cc-b74a-23dc6d8effe9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.915814 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4c1a-2e1d-485a-890d-e82e3aa35f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (1bcdb9af-d803-47cb-8fcf-430df897683a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.918907 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4c1a-2e1d-485a-890d-e82e3aa35f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.920256 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-4fbc4c1a-2e1d-485a-890d-e82e3aa35f56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bcdb9af-d803-47cb-8fcf-430df897683a HTTP/1.1" status: 204 len: 168 time: 0.2872999 Mar 02 11:38:57.927144 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22fc49a-528c-47cc-b74a-23dc6d8effe9']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:57.944722 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440eb541-0445-4ffa-afbe-fffb016191c7') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:57.945125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440eb541-0445-4ffa-afbe-fffb016191c7') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:38:57.947112 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc4c1a-2e1d-485a-890d-e82e3aa35f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcdb9af-d803-47cb-8fcf-430df897683a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:57.957152 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (440eb541-0445-4ffa-afbe-fffb016191c7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:57.988533 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (440eb541-0445-4ffa-afbe-fffb016191c7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.015810 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:38:58.016958 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (440eb541-0445-4ffa-afbe-fffb016191c7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:38:58.019254 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:38:58.088816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-a0535c73-508f-40b2-bb27-b02329272e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:58.090305 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-a0535c73-508f-40b2-bb27-b02329272e8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.1119692 Mar 02 11:38:58.093817 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (b22fc49a-528c-47cc-b74a-23dc6d8effe9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.103373 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.108881 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b22fc49a-528c-47cc-b74a-23dc6d8effe9 HTTP/1.1" status: 204 len: 168 time: 0.4303930 Mar 02 11:38:58.142677 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df421211-f1e1-464d-b97b-77473186d984 admin admin] Pushing event deleted for resources: {'Network': ['ID=b22fc49a-528c-47cc-b74a-23dc6d8effe9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:58.169496 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c6836-22ce-4944-8609-a4e0bb18c19b req-ba404f9c-c32e-494e-af0c-0378561d96a2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:58.178748 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-371c6836-22ce-4944-8609-a4e0bb18c19b req-ba404f9c-c32e-494e-af0c-0378561d96a2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 943 time: 0.1720099 Mar 02 11:38:58.228009 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device fac3bf25-4f18-4c02-abe2-d436449c8e19 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:38:58.246300 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-5e32cd65-8d95-44e5-a619-8496024e4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:58.248134 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-5e32cd65-8d95-44e5-a619-8496024e4550 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.1478858 Mar 02 11:38:58.276427 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-371c6836-22ce-4944-8609-a4e0bb18c19b req-b41775dd-7f5c-4ea0-9e22-1bcb7b9ae98d tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966899 Mar 02 11:38:58.308788 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099d0c1-1a36-4d63-9cef-58691a314133 req-9a5c9206-8599-4ed9-9b21-1d35edaead9e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:58.320435 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e099d0c1-1a36-4d63-9cef-58691a314133 req-9a5c9206-8599-4ed9-9b21-1d35edaead9e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1197982 Mar 02 11:38:58.352710 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-a144d7b2-f00b-4551-8410-595ea2028b45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 217 time: 0.0935721 Mar 02 11:38:58.364315 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port fac3bf25-4f18-4c02-abe2-d436449c8e19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fac3bf25-4f18-4c02-abe2-d436449c8e19,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:58.378923 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'fac3bf25-4f18-4c02-abe2-d436449c8e19', 'network_id': '601bc677-6b0c-45a8-b99c-6bb7d08ef065', 'port_id': 'fac3bf25-4f18-4c02-abe2-d436449c8e19', 'mac_address': 'fa:16:3e:dc:70:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824be80b-88f9-43bf-a6b8-2979eefef2ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:38:58.389183 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e099d0c1-1a36-4d63-9cef-58691a314133 req-78f6ef39-e949-4aa9-a0b1-fa3b02559062 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 Mar 02 11:38:58.420193 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-f76180a4-8279-486e-9a2a-a32bb61262a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:58.422338 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-f76180a4-8279-486e-9a2a-a32bb61262a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0567856 Mar 02 11:38:58.434061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port fac3bf25-4f18-4c02-abe2-d436449c8e19 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:38:58.434527 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.450751 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac3bf25-4f18-4c02-abe2-d436449c8e19 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:38:58.484223 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port fac3bf25-4f18-4c02-abe2-d436449c8e19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fac3bf25-4f18-4c02-abe2-d436449c8e19,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:38:58.488583 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56558) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:58.491059 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.502659 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-4f9d5e1b-6f84-42f6-be49-a49fceafb9d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693250 Mar 02 11:38:58.540520 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9ab650c0-3bd1-4cc1-8d11-7c78ef34671d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df78beeceb81446391652bde7a9ab377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483882 Mar 02 11:38:58.540778 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56562) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:58.561211 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=fac3bf25-4f18-4c02-abe2-d436449c8e19,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:58.615011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88c0438b-c5c2-47f8-a037-a97e53011ac0 admin admin] Publish callbacks [] for security_group (834b061a-b39b-4c99-afd4-a992af039b71), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.634986 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-ebb67751-1123-4846-8cfb-91c9dd5cf9d3 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232278 Mar 02 11:38:58.637998 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88c0438b-c5c2-47f8-a037-a97e53011ac0 admin admin] Publish callbacks [] for security_group (834b061a-b39b-4c99-afd4-a992af039b71), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.703192 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88c0438b-c5c2-47f8-a037-a97e53011ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (834b061a-b39b-4c99-afd4-a992af039b71), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.705719 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-88c0438b-c5c2-47f8-a037-a97e53011ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:58.715767 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-88c0438b-c5c2-47f8-a037-a97e53011ac0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/834b061a-b39b-4c99-afd4-a992af039b71 HTTP/1.1" status: 204 len: 168 time: 0.1736085 Mar 02 11:38:58.726427 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0438b-c5c2-47f8-a037-a97e53011ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b061a-b39b-4c99-afd4-a992af039b71,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:38:58.790554 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3f912798-312b-4d9c-9eb5-c3802ce58013 req-71822d9f-abcf-431f-bcea-82bec94820da service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477823 Mar 02 11:38:58.823110 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['fac3bf25-4f18-4c02-abe2-d436449c8e19'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:38:59.188939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6faed-ec2d-46d1-aa04-18b3cd32a4a3 req-0d7b2ac9-8811-4b12-ab37-a65fa11ba613 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:59.190826 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b7f6faed-ec2d-46d1-aa04-18b3cd32a4a3 req-0d7b2ac9-8811-4b12-ab37-a65fa11ba613 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0639141 Mar 02 11:38:59.239866 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b7f6faed-ec2d-46d1-aa04-18b3cd32a4a3 req-dead5578-9e17-4fcd-82d4-fb74e47c0b2a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Mar 02 11:38:59.272772 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56602) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:59.313148 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-dad6bb8e-07da-4702-9987-34e5580a11c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78d4f0e55d754a98a791ac0b74425d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391960 Mar 02 11:38:59.315612 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56606) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:38:59.390630 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d6f7414e-486c-4b70-bb7e-3447cf723f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:59.572555 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bfde2fc-dd1a-415d-a0d7-b7980d16c490 admin admin] Publish callbacks [] for security_group (29d1cf67-305f-47d8-a75a-345b05b33a97), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:59.623845 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d524d-2fa9-4b55-939e-bcb8d12c810e req-6ee4c72a-233f-40b2-b69c-4f4a955c3b75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:59.625332 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c7d524d-2fa9-4b55-939e-bcb8d12c810e req-6ee4c72a-233f-40b2-b69c-4f4a955c3b75 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 944 time: 0.2823260 Mar 02 11:38:59.627299 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bfde2fc-dd1a-415d-a0d7-b7980d16c490 admin admin] Publish callbacks [] for security_group (29d1cf67-305f-47d8-a75a-345b05b33a97), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:59.695011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb2d4-cbc5-44bd-a5e9-3e8ce2632e27 req-11356a28-eb7c-48ab-85de-c7c6b1b12426 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:38:59.705029 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52ebb2d4-cbc5-44bd-a5e9-3e8ce2632e27 req-11356a28-eb7c-48ab-85de-c7c6b1b12426 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1469054 Mar 02 11:38:59.738484 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c7d524d-2fa9-4b55-939e-bcb8d12c810e req-5b01bb7d-2b53-4152-9ca1-24dd662a4aac tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022058 Mar 02 11:38:59.756438 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bfde2fc-dd1a-415d-a0d7-b7980d16c490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (29d1cf67-305f-47d8-a75a-345b05b33a97), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:59.759130 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bfde2fc-dd1a-415d-a0d7-b7980d16c490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:38:59.762536 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6bfde2fc-dd1a-415d-a0d7-b7980d16c490 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29d1cf67-305f-47d8-a75a-345b05b33a97 HTTP/1.1" status: 204 len: 168 time: 0.4433949 Mar 02 11:38:59.781383 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52ebb2d4-cbc5-44bd-a5e9-3e8ce2632e27 req-15212c51-0735-4a48-8bb7-52c9d0072ac3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752785 Mar 02 11:38:59.784847 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfde2fc-dd1a-415d-a0d7-b7980d16c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1cf67-305f-47d8-a75a-345b05b33a97,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:00.241877 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device fac3bf25-4f18-4c02-abe2-d436449c8e19 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:00.302581 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port fac3bf25-4f18-4c02-abe2-d436449c8e19 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:39:00.307562 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port fac3bf25-4f18-4c02-abe2-d436449c8e19 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:00.307956 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:00.388364 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port fac3bf25-4f18-4c02-abe2-d436449c8e19 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:00.388790 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:00.401707 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04246e-1ad2-40f3-9c94-fcfebd50b97d req-973f6e9b-b7a0-4a55-ad03-e88cee3d1c6a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:00.403185 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cc04246e-1ad2-40f3-9c94-fcfebd50b97d req-973f6e9b-b7a0-4a55-ad03-e88cee3d1c6a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0618219 Mar 02 11:39:00.415249 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac3bf25-4f18-4c02-abe2-d436449c8e19'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:39:00.418067 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09211b01-f613-4172-ac4c-0cc8e143fca8" -d '{"events": [{"server_uuid": "30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8", "name": "network-vif-plugged", "status": "completed", "tag": "fac3bf25-4f18-4c02-abe2-d436449c8e19"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:39:00.431356 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port fac3bf25-4f18-4c02-abe2-d436449c8e19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fac3bf25-4f18-4c02-abe2-d436449c8e19,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:00.437962 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:00.479888 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cc04246e-1ad2-40f3-9c94-fcfebd50b97d req-194b91b5-2dbc-46f9-b395-73da6c42cb34 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711951 Mar 02 11:39:00.492913 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7e3f61-d848-46f3-bba9-19e2163542eb x-openstack-request-id: req-ce7e3f61-d848-46f3-bba9-19e2163542eb {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:39:00.493186 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8", "name": "network-vif-plugged", "status": "completed", "tag": "fac3bf25-4f18-4c02-abe2-d436449c8e19", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:39:00.493463 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce7e3f61-d848-46f3-bba9-19e2163542eb {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:39:00.493840 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac3bf25-4f18-4c02-abe2-d436449c8e19', 'code': 200} Mar 02 11:39:00.526015 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=fac3bf25-4f18-4c02-abe2-d436449c8e19,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:00.685687 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116232d-72ed-45c9-8bfa-19eff630aeb1 req-1d66a3f4-c49d-49d2-8f35-57f301fb1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:00.687189 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4116232d-72ed-45c9-8bfa-19eff630aeb1 req-1d66a3f4-c49d-49d2-8f35-57f301fb1508 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 1129 time: 0.0460811 Mar 02 11:39:00.732541 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4116232d-72ed-45c9-8bfa-19eff630aeb1 req-ae9cff17-9a72-45e9-a90f-7029a51150d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377603 Mar 02 11:39:00.878226 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59d56-32e1-45fd-bce1-0f05f18d6ff7 req-daa011ba-a02d-4b98-bdff-ca5e31b0c2e4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:00.879676 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-27a59d56-32e1-45fd-bce1-0f05f18d6ff7 req-daa011ba-a02d-4b98-bdff-ca5e31b0c2e4 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 945 time: 0.0588684 Mar 02 11:39:00.969819 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-27a59d56-32e1-45fd-bce1-0f05f18d6ff7 req-5d23e000-3543-4b82-be86-64f1335d8676 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806551 Mar 02 11:39:00.978920 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7772622-91a6-426c-a7c3-769b94d99d98 req-eea98562-3933-4f46-b084-8f8b6b1770f9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:00.994429 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e7772622-91a6-426c-a7c3-769b94d99d98 req-eea98562-3933-4f46-b084-8f8b6b1770f9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1235843 Mar 02 11:39:01.045542 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e7772622-91a6-426c-a7c3-769b94d99d98 req-456cab86-c5be-435a-ac4f-81efb5bf99ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502300 Mar 02 11:39:01.153325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56690) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:01.289781 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a642de7d-0dba-4590-9809-27a2ccce5b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.399340 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a642de7d-0dba-4590-9809-27a2ccce5b2c admin admin] Publish callbacks [] for security_group (d03c708a-839a-403a-bbe7-6f0f9a34795a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.405299 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a642de7d-0dba-4590-9809-27a2ccce5b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (d03c708a-839a-403a-bbe7-6f0f9a34795a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.451316 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a642de7d-0dba-4590-9809-27a2ccce5b2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df9a213b907c4f90bbd2539f3f535938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969854 Mar 02 11:39:01.454004 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:01.457791 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642de7d-0dba-4590-9809-27a2ccce5b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03c708a-839a-403a-bbe7-6f0f9a34795a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:01.519562 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-145e96ff-7d19-48fc-a6ed-45face234982 admin admin] Publish callbacks [] for security_group (d03c708a-839a-403a-bbe7-6f0f9a34795a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.549383 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-145e96ff-7d19-48fc-a6ed-45face234982 admin admin] Publish callbacks [] for security_group (d03c708a-839a-403a-bbe7-6f0f9a34795a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.617929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-145e96ff-7d19-48fc-a6ed-45face234982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (d03c708a-839a-403a-bbe7-6f0f9a34795a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.622090 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-145e96ff-7d19-48fc-a6ed-45face234982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.624120 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-145e96ff-7d19-48fc-a6ed-45face234982 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d03c708a-839a-403a-bbe7-6f0f9a34795a HTTP/1.1" status: 204 len: 168 time: 0.1679180 Mar 02 11:39:01.636076 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e96ff-7d19-48fc-a6ed-45face234982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03c708a-839a-403a-bbe7-6f0f9a34795a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:01.658758 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-63a9742a-fa2c-4f3a-a723-c29d64c765d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:01.696180 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705ae6-e99f-49e9-9218-25e325ec77cf req-f7c1ebdb-ea33-436e-bd44-2c7c744a6b6e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:01.698134 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5705ae6-e99f-49e9-9218-25e325ec77cf req-f7c1ebdb-ea33-436e-bd44-2c7c744a6b6e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0906048 Mar 02 11:39:01.755463 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5705ae6-e99f-49e9-9218-25e325ec77cf req-9b36b4d8-0011-4be2-83fd-0080213762a3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502949 Mar 02 11:39:02.091008 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35806d58-641f-4ba1-9cad-a9ba876af490 req-8d6ca19d-fd4c-4475-ba6b-59ee3291e347 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:02.092460 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35806d58-641f-4ba1-9cad-a9ba876af490 req-8d6ca19d-fd4c-4475-ba6b-59ee3291e347 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 945 time: 0.0551133 Mar 02 11:39:02.164650 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35806d58-641f-4ba1-9cad-a9ba876af490 req-f269b9d9-f436-4009-a27c-6cfb8c5d398d tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666392 Mar 02 11:39:02.195256 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de506192-559b-4c96-bf4c-d72225a829be req-0d372c97-cedd-470e-b731-a81637d9c2d0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:02.197211 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-de506192-559b-4c96-bf4c-d72225a829be req-0d372c97-cedd-470e-b731-a81637d9c2d0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0848167 Mar 02 11:39:02.249848 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-de506192-559b-4c96-bf4c-d72225a829be req-559b98c1-d98d-4fc7-a588-56975b58e83e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Mar 02 11:39:02.539088 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:02.895984 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bbc85-1214-4bbb-a177-291e43846590 req-025dd26c-8e06-44c0-b79c-589f4f84b398 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:02.897534 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0e3bbc85-1214-4bbb-a177-291e43846590 req-025dd26c-8e06-44c0-b79c-589f4f84b398 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0704756 Mar 02 11:39:02.957335 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0e3bbc85-1214-4bbb-a177-291e43846590 req-6f0b1d48-0359-46ab-8e0a-d1f92a2425cc tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516014 Mar 02 11:39:03.169944 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56762) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:03.285534 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c027424-f5d6-41f3-9497-501cfe63dc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:03.292115 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfbb32-c1c5-4a94-a147-f57497a0a1d7 req-85a15d51-2a42-4469-81c0-9235e6e234bd tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:03.294208 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b6dfbb32-c1c5-4a94-a147-f57497a0a1d7 req-85a15d51-2a42-4469-81c0-9235e6e234bd tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 945 time: 0.0603268 Mar 02 11:39:03.371872 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c027424-f5d6-41f3-9497-501cfe63dc5d admin admin] Publish callbacks [] for security_group (626d8fa1-8c35-4c3b-8b28-3a83da978f6a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:03.373917 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b6dfbb32-c1c5-4a94-a147-f57497a0a1d7 req-7d86b46c-9a88-4b55-bc9a-12cb04642663 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739684 Mar 02 11:39:03.376151 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c027424-f5d6-41f3-9497-501cfe63dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (626d8fa1-8c35-4c3b-8b28-3a83da978f6a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:03.405174 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a2541-cc9d-4cc8-a41f-788194575322 req-9ade9b12-8c3e-441c-ab28-baae938f6fb7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:03.407314 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ba6a2541-cc9d-4cc8-a41f-788194575322 req-9ade9b12-8c3e-441c-ab28-baae938f6fb7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0840442 Mar 02 11:39:03.416454 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c027424-f5d6-41f3-9497-501cfe63dc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626d8fa1-8c35-4c3b-8b28-3a83da978f6a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:03.423828 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-1c027424-f5d6-41f3-9497-501cfe63dc5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04c7447a544443089f58f2a93758aae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528946 Mar 02 11:39:03.425100 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56772) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:03.465741 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ba6a2541-cc9d-4cc8-a41f-788194575322 req-59550e66-03dc-4def-8a0a-2ff983db5579 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517991 Mar 02 11:39:03.475468 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f22f7d1-771c-45b9-bf12-0cff26a645a7 admin admin] Publish callbacks [] for security_group (626d8fa1-8c35-4c3b-8b28-3a83da978f6a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:03.499230 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f22f7d1-771c-45b9-bf12-0cff26a645a7 admin admin] Publish callbacks [] for security_group (626d8fa1-8c35-4c3b-8b28-3a83da978f6a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:03.546520 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f22f7d1-771c-45b9-bf12-0cff26a645a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (626d8fa1-8c35-4c3b-8b28-3a83da978f6a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:03.549527 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f22f7d1-771c-45b9-bf12-0cff26a645a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:03.550820 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-0f22f7d1-771c-45b9-bf12-0cff26a645a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/626d8fa1-8c35-4c3b-8b28-3a83da978f6a HTTP/1.1" status: 204 len: 168 time: 0.1248231 Mar 02 11:39:03.558801 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22f7d1-771c-45b9-bf12-0cff26a645a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d8fa1-8c35-4c3b-8b28-3a83da978f6a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:04.133438 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157aa8c-9184-499e-aa28-668e04b2ce22 req-e6d5815c-0de1-458e-aed9-1836b3502669 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:04.135046 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1157aa8c-9184-499e-aa28-668e04b2ce22 req-e6d5815c-0de1-458e-aed9-1836b3502669 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0895572 Mar 02 11:39:04.147098 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9275785-ce9e-4a4a-bdb5-f35d9da95bda req-d2b866fa-a576-4535-9c43-9374f338f71c tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:04.148589 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9275785-ce9e-4a4a-bdb5-f35d9da95bda req-d2b866fa-a576-4535-9c43-9374f338f71c tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 945 time: 0.1008849 Mar 02 11:39:04.155622 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.218027 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1157aa8c-9184-499e-aa28-668e04b2ce22 req-258f972d-6e87-45bf-9ec7-622c2ad1dbda tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683579 Mar 02 11:39:04.236593 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9275785-ce9e-4a4a-bdb5-f35d9da95bda req-d7a8c3ce-d872-4668-9bdc-a9d5ef3e252d tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800517 Mar 02 11:39:04.291734 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56826) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:04.516465 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56838) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:04.526528 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4112de0-d0cf-430b-8b94-8e0533742126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.619528 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7fd3aadf-7d30-4e1f-bcd6-7dd8fe1e86ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.650682 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4112de0-d0cf-430b-8b94-8e0533742126 admin admin] Publish callbacks [] for security_group (36f03312-593e-4e50-b0ca-daa557d97854), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.660974 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4112de0-d0cf-430b-8b94-8e0533742126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (36f03312-593e-4e50-b0ca-daa557d97854), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.662391 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b345a-3cd4-4197-aeb8-65bd6ea41f99 req-0f78cdc3-084c-422a-837d-32422ed81048 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:04.669341 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c64b345a-3cd4-4197-aeb8-65bd6ea41f99 req-0f78cdc3-084c-422a-837d-32422ed81048 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1018529 Mar 02 11:39:04.704867 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4112de0-d0cf-430b-8b94-8e0533742126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f03312-593e-4e50-b0ca-daa557d97854,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:04.712516 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d4112de0-d0cf-430b-8b94-8e0533742126 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cdfb5ab80124ec9b0714af7caebe2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193819 Mar 02 11:39:04.713107 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56870) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:04.743770 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c64b345a-3cd4-4197-aeb8-65bd6ea41f99 req-05b7dbc3-0895-406e-8be3-661027dda792 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735426 Mar 02 11:39:04.778158 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7fd3aadf-7d30-4e1f-bcd6-7dd8fe1e86ed admin admin] Publish callbacks [] for security_group (02a8e4f7-1ebc-43ca-86bd-819b3a41f742), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.778654 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a655ea89-3921-4f16-8b12-da29608d3b80 admin admin] Publish callbacks [] for security_group (36f03312-593e-4e50-b0ca-daa557d97854), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.782487 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7fd3aadf-7d30-4e1f-bcd6-7dd8fe1e86ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (02a8e4f7-1ebc-43ca-86bd-819b3a41f742), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.803673 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a655ea89-3921-4f16-8b12-da29608d3b80 admin admin] Publish callbacks [] for security_group (36f03312-593e-4e50-b0ca-daa557d97854), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.824267 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7fd3aadf-7d30-4e1f-bcd6-7dd8fe1e86ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cb5d6f3f04648f0823fb97adb19fdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033922 Mar 02 11:39:04.824474 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56876) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:04.831387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3aadf-7d30-4e1f-bcd6-7dd8fe1e86ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a8e4f7-1ebc-43ca-86bd-819b3a41f742,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:04.882777 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a655ea89-3921-4f16-8b12-da29608d3b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (36f03312-593e-4e50-b0ca-daa557d97854), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.884886 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa1d1-7c92-4e3f-8b96-be1c376e2d2d admin admin] Publish callbacks [] for security_group (02a8e4f7-1ebc-43ca-86bd-819b3a41f742), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.889589 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a655ea89-3921-4f16-8b12-da29608d3b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:04.892056 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a655ea89-3921-4f16-8b12-da29608d3b80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36f03312-593e-4e50-b0ca-daa557d97854 HTTP/1.1" status: 204 len: 168 time: 0.1772497 Mar 02 11:39:04.914736 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655ea89-3921-4f16-8b12-da29608d3b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f03312-593e-4e50-b0ca-daa557d97854,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:04.919543 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa1d1-7c92-4e3f-8b96-be1c376e2d2d admin admin] Publish callbacks [] for security_group (02a8e4f7-1ebc-43ca-86bd-819b3a41f742), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.007408 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa1d1-7c92-4e3f-8b96-be1c376e2d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (02a8e4f7-1ebc-43ca-86bd-819b3a41f742), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.010193 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa1d1-7c92-4e3f-8b96-be1c376e2d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.011428 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bf9aa1d1-7c92-4e3f-8b96-be1c376e2d2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02a8e4f7-1ebc-43ca-86bd-819b3a41f742 HTTP/1.1" status: 204 len: 168 time: 0.1859467 Mar 02 11:39:05.034842 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aa1d1-7c92-4e3f-8b96-be1c376e2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a8e4f7-1ebc-43ca-86bd-819b3a41f742,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:05.405452 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ac1f-8032-4d49-8452-aeeeaca0849d req-3d75dc01-ac29-4549-a1fc-0fe8251af995 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:05.406960 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8225ac1f-8032-4d49-8452-aeeeaca0849d req-3d75dc01-ac29-4549-a1fc-0fe8251af995 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.1034415 Mar 02 11:39:05.418639 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72caff-9f99-42b6-8cd6-49c4bfbcfdd6 req-c2053dc5-ec12-40c0-be6c-e8948a4e0126 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:05.420547 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dc72caff-9f99-42b6-8cd6-49c4bfbcfdd6 req-c2053dc5-ec12-40c0-be6c-e8948a4e0126 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 945 time: 0.0779178 Mar 02 11:39:05.441605 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 56912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:05.466255 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f12230a-d77a-472c-9309-9a86c5c46585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.491444 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8225ac1f-8032-4d49-8452-aeeeaca0849d req-b5b4ab14-4f61-495b-a947-53cd7d1bb68e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695982 Mar 02 11:39:05.507641 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.519836 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dc72caff-9f99-42b6-8cd6-49c4bfbcfdd6 req-54d19574-23fa-4608-b571-c162e20c2927 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc5a323b-0124-4ef2-9e95-992d7f392771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722177 Mar 02 11:39:05.627239 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f12230a-d77a-472c-9309-9a86c5c46585 admin admin] Publish callbacks [] for security_group (30fd8cb7-7501-45c2-a853-56c3755e1005), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.636969 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f12230a-d77a-472c-9309-9a86c5c46585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (30fd8cb7-7501-45c2-a853-56c3755e1005), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.688845 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-0f12230a-d77a-472c-9309-9a86c5c46585 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01aab3aab17e429aabd203aa178b8b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444172 Mar 02 11:39:05.690929 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 56930) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:05.691874 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12230a-d77a-472c-9309-9a86c5c46585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd8cb7-7501-45c2-a853-56c3755e1005,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:05.702591 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-d8b861a9-b693-4dfe-8952-6db94d7d57a2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:05.704042 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-d8b861a9-b693-4dfe-8952-6db94d7d57a2 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 945 time: 0.1231153 Mar 02 11:39:05.767786 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14982b7-4c99-43eb-91b9-1ac151109081 admin admin] Publish callbacks [] for security_group (30fd8cb7-7501-45c2-a853-56c3755e1005), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.838472 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Deleting port fac3bf25-4f18-4c02-abe2-d436449c8e19 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:39:05.838830 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.845723 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14982b7-4c99-43eb-91b9-1ac151109081 admin admin] Publish callbacks [] for security_group (30fd8cb7-7501-45c2-a853-56c3755e1005), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:05.977525 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76fe5b-336a-407b-a55e-df69bacb2a38 req-838d026a-fc69-4ef9-863b-105b134c5b62 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:05.979224 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2f76fe5b-336a-407b-a55e-df69bacb2a38 req-838d026a-fc69-4ef9-863b-105b134c5b62 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1201701 Mar 02 11:39:06.004153 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] For port fac3bf25-4f18-4c02-abe2-d436449c8e19, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=fac3bf25-4f18-4c02-abe2-d436449c8e19,segment=NetworkSegment(1a41bf60-acfa-407e-9c6a-dec000824554),segment_id=1a41bf60-acfa-407e-9c6a-dec000824554)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:06.004735 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14982b7-4c99-43eb-91b9-1ac151109081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (30fd8cb7-7501-45c2-a853-56c3755e1005), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:06.005128 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:06.007320 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14982b7-4c99-43eb-91b9-1ac151109081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:06.008667 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b14982b7-4c99-43eb-91b9-1ac151109081 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30fd8cb7-7501-45c2-a853-56c3755e1005 HTTP/1.1" status: 204 len: 168 time: 0.3162339 Mar 02 11:39:06.018552 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14982b7-4c99-43eb-91b9-1ac151109081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd8cb7-7501-45c2-a853-56c3755e1005,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:06.022358 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Calling delete_port for fac3bf25-4f18-4c02-abe2-d436449c8e19 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:39:06.058705 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2f76fe5b-336a-407b-a55e-df69bacb2a38 req-f6e68530-2537-454a-b734-eb8a5225e7f3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738673 Mar 02 11:39:06.206843 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (fac3bf25-4f18-4c02-abe2-d436449c8e19), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:06.239664 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Pushing event deleted for resources: {'Port': ['ID=fac3bf25-4f18-4c02-abe2-d436449c8e19,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:06.243657 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['fac3bf25-4f18-4c02-abe2-d436449c8e19'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:39:06.296755 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] No DVR routers for this DVR port fac3bf25-4f18-4c02-abe2-d436449c8e19 on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:39:06.300043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:06.303212 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-3db454ff-4c13-4cb8-ba29-07725951ce9a req-88867573-db70-4be6-ab5c-f4da4f984cb1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.15 "DELETE /v2.0/ports/fac3bf25-4f18-4c02-abe2-d436449c8e19 HTTP/1.1" status: 204 len: 173 time: 0.5921581 Mar 02 11:39:06.303653 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'name': 'network-vif-deleted', 'tag': 'fac3bf25-4f18-4c02-abe2-d436449c8e19'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:39:06.305897 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8239f59-0971-4297-9e5d-ec4d8d07207c" -d '{"events": [{"server_uuid": "30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8", "name": "network-vif-deleted", "tag": "fac3bf25-4f18-4c02-abe2-d436449c8e19"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:39:06.343829 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f840837-6ac2-4945-ab0d-9ac52315193a x-openstack-request-id: req-8f840837-6ac2-4945-ab0d-9ac52315193a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:39:06.344112 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8", "name": "network-vif-deleted", "tag": "fac3bf25-4f18-4c02-abe2-d436449c8e19", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:39:06.344358 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f840837-6ac2-4945-ab0d-9ac52315193a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:39:06.344778 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8', 'name': 'network-vif-deleted', 'tag': 'fac3bf25-4f18-4c02-abe2-d436449c8e19', 'status': 'completed', 'code': 200} Mar 02 11:39:06.632112 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9581f301-b578-48f1-94f5-2973ea5049ff req-9f87b1be-daed-4dcb-a6ed-f974906f961d tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 210 time: 0.0336697 Mar 02 11:39:06.689943 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9a030-baf9-4940-97d1-17c2c7316945 req-2a9891df-e5a8-4c56-82a6-fa1d2e79588c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:06.697719 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ce9a030-baf9-4940-97d1-17c2c7316945 req-2a9891df-e5a8-4c56-82a6-fa1d2e79588c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0874200 Mar 02 11:39:06.743256 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ce9a030-baf9-4940-97d1-17c2c7316945 req-7363b8cd-e31d-4d61-b386-b6bba11c7a0c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Mar 02 11:39:07.205633 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cafe5-940e-4fcf-a691-f311eed6bfc7 req-4971e3fb-9736-40ae-ad8a-37a6d65d1943 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:07.207149 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c63cafe5-940e-4fcf-a691-f311eed6bfc7 req-4971e3fb-9736-40ae-ad8a-37a6d65d1943 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0646424 Mar 02 11:39:07.261137 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c63cafe5-940e-4fcf-a691-f311eed6bfc7 req-0c53c618-ff24-430f-8966-51971c7cd451 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Mar 02 11:39:07.348586 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57012) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:07.454513 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e622ed70-4efb-4699-91f5-8d6b11c50a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:07.540235 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e622ed70-4efb-4699-91f5-8d6b11c50a6e admin admin] Publish callbacks [] for security_group (18fe2760-aaba-44f2-a8ba-93e0c2c34936), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:07.544581 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e622ed70-4efb-4699-91f5-8d6b11c50a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (18fe2760-aaba-44f2-a8ba-93e0c2c34936), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:07.585805 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e622ed70-4efb-4699-91f5-8d6b11c50a6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3582d7ac9d9644f1a118ea5607f93873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331257 Mar 02 11:39:07.585805 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622ed70-4efb-4699-91f5-8d6b11c50a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fe2760-aaba-44f2-a8ba-93e0c2c34936,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:07.586164 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 57016) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:07.646072 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63e3d864-a76a-493b-8f4e-5d15a90f3f31 admin admin] Publish callbacks [] for security_group (18fe2760-aaba-44f2-a8ba-93e0c2c34936), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:07.668283 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63e3d864-a76a-493b-8f4e-5d15a90f3f31 admin admin] Publish callbacks [] for security_group (18fe2760-aaba-44f2-a8ba-93e0c2c34936), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:07.733035 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63e3d864-a76a-493b-8f4e-5d15a90f3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (18fe2760-aaba-44f2-a8ba-93e0c2c34936), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:07.735984 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63e3d864-a76a-493b-8f4e-5d15a90f3f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:07.737425 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-63e3d864-a76a-493b-8f4e-5d15a90f3f31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18fe2760-aaba-44f2-a8ba-93e0c2c34936 HTTP/1.1" status: 204 len: 168 time: 0.1502962 Mar 02 11:39:07.747037 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3d864-a76a-493b-8f4e-5d15a90f3f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fe2760-aaba-44f2-a8ba-93e0c2c34936,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:07.756766 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ac318cc-7add-413c-bcd5-686e8a2e79c1 req-774bd37a-242b-4f5a-ae2e-ab3ae45a5153 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 210 time: 0.0372682 Mar 02 11:39:07.901252 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde512f1-b9ef-4b76-a81f-8d0ddf37d887 req-685bf0a9-0b04-41ef-90ce-b185701af164 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:07.902808 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cde512f1-b9ef-4b76-a81f-8d0ddf37d887 req-685bf0a9-0b04-41ef-90ce-b185701af164 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0602596 Mar 02 11:39:07.954399 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cde512f1-b9ef-4b76-a81f-8d0ddf37d887 req-10e3f599-4109-47a9-83f2-a71e2fdd37d4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460138 Mar 02 11:39:08.383305 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaad1c-ea51-4de6-bc8a-eef15e82cd87 req-c58b35c3-ab95-4dc6-9584-1dc517ecc5ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:08.384815 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6feaad1c-ea51-4de6-bc8a-eef15e82cd87 req-c58b35c3-ab95-4dc6-9584-1dc517ecc5ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0550230 Mar 02 11:39:08.429964 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6feaad1c-ea51-4de6-bc8a-eef15e82cd87 req-fef37031-f54e-4e47-b505-0df8edbfe359 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Mar 02 11:39:08.881211 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6dd14263-859d-4044-a632-d3d007f15647 req-1aa1641b-a014-4146-a929-7b42a0ee30d1 tempest-VolumesActionsTest-1108220930 tempest-VolumesActionsTest-1108220930-project] 10.222.0.43 "GET /v2.0/ports?device_id=30ea0fdc-bf91-4e7f-92d5-8fa189ea57e8 HTTP/1.1" status: 200 len: 210 time: 0.0323756 Mar 02 11:39:09.077561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6d533-1a28-443b-b0e3-406105045668 req-dbae7975-58a3-49b6-b2b1-fdd3dbfbb55f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:09.079029 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8aa6d533-1a28-443b-b0e3-406105045668 req-dbae7975-58a3-49b6-b2b1-fdd3dbfbb55f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0525270 Mar 02 11:39:09.132855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8aa6d533-1a28-443b-b0e3-406105045668 req-d6438279-2c67-469e-87ee-a8595beebdd0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463262 Mar 02 11:39:09.545152 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead109e-e96c-4aeb-a3c8-b00063dc71ec req-ba193885-792f-4204-86d6-bbd4d05e57a4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:09.546668 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ead109e-e96c-4aeb-a3c8-b00063dc71ec req-ba193885-792f-4204-86d6-bbd4d05e57a4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0524218 Mar 02 11:39:09.595749 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ead109e-e96c-4aeb-a3c8-b00063dc71ec req-b05acb9c-32c7-4957-a82e-7eba0305ed13 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Mar 02 11:39:10.262983 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa737f94-6650-44cd-a8c2-7e7cca8e4df1 req-0a1b680d-0d50-4a07-80a3-95f065b4fec1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:10.264712 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aa737f94-6650-44cd-a8c2-7e7cca8e4df1 req-0a1b680d-0d50-4a07-80a3-95f065b4fec1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0597463 Mar 02 11:39:10.319957 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aa737f94-6650-44cd-a8c2-7e7cca8e4df1 req-356f1c41-9a22-484a-aae8-c2bdfb52b70d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499241 Mar 02 11:39:10.718534 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa1253-0a3d-4a54-849c-7531d6dcf6a5 req-f8bb851a-10d5-4a93-8e2c-a9af06e502eb tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:10.719996 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8cfa1253-0a3d-4a54-849c-7531d6dcf6a5 req-f8bb851a-10d5-4a93-8e2c-a9af06e502eb tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0566323 Mar 02 11:39:10.768059 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8cfa1253-0a3d-4a54-849c-7531d6dcf6a5 req-abcd2869-66b6-4c6c-9331-7766c5370a19 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424020 Mar 02 11:39:11.444133 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e9775-7e1e-4932-998c-c885ee390cba req-2e18c47e-fdb7-4dc6-9d0b-7712d8629db6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:11.445619 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b85e9775-7e1e-4932-998c-c885ee390cba req-2e18c47e-fdb7-4dc6-9d0b-7712d8629db6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0519831 Mar 02 11:39:11.490650 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b85e9775-7e1e-4932-998c-c885ee390cba req-cef3c55c-f817-4744-95f4-15fbbff29cce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396392 Mar 02 11:39:11.884089 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429e4f9-0732-4f8c-ab0e-a7b9d6c8bbaf req-dfd1074f-11e4-40f0-8c38-02781aa39e13 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:11.885562 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c429e4f9-0732-4f8c-ab0e-a7b9d6c8bbaf req-dfd1074f-11e4-40f0-8c38-02781aa39e13 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Mar 02 11:39:11.933831 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c429e4f9-0732-4f8c-ab0e-a7b9d6c8bbaf req-02424376-5d95-48c1-bb64-3c517b56b9c6 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Mar 02 11:39:12.627888 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1563-36d0-485d-872f-7ece08553eae req-1e796ef6-9705-4ca0-ab27-4e6b1f7ee798 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:12.629402 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-652f1563-36d0-485d-872f-7ece08553eae req-1e796ef6-9705-4ca0-ab27-4e6b1f7ee798 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0597498 Mar 02 11:39:12.677394 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-652f1563-36d0-485d-872f-7ece08553eae req-e07ddd8f-5436-4046-8cd2-bbc9bffc2e4f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Mar 02 11:39:13.048269 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460479ee-c14a-4aa5-afd6-1cd8323a7e7c req-46af44ac-3c1e-4270-ada7-883abe2c5e53 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:13.049996 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-460479ee-c14a-4aa5-afd6-1cd8323a7e7c req-46af44ac-3c1e-4270-ada7-883abe2c5e53 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Mar 02 11:39:13.093375 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-460479ee-c14a-4aa5-afd6-1cd8323a7e7c req-7bdccca9-2b81-44bb-8aa4-fd98b3cbafbb tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Mar 02 11:39:13.323484 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device fac3bf25-4f18-4c02-abe2-d436449c8e19 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:39:13.344174 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: fac3bf25-4f18-4c02-abe2-d436449c8e19 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:39:13.344528 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device fac3bf25-4f18-4c02-abe2-d436449c8e19 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:39:13.803390 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023b8c-e2dc-4f58-8126-852a8ff60a34 req-b2786e8e-f1df-4bfc-bfea-543078ec428c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:13.804967 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d2023b8c-e2dc-4f58-8126-852a8ff60a34 req-b2786e8e-f1df-4bfc-bfea-543078ec428c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0564473 Mar 02 11:39:13.853410 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d2023b8c-e2dc-4f58-8126-852a8ff60a34 req-b779ced1-58e2-4e80-8cb2-bc0cecf44175 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 Mar 02 11:39:14.213129 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1b8a4-03cd-451b-a022-35c0ad60021f req-c3563c27-5ddf-4ee9-95d0-32f804459bb1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:14.214584 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-06c1b8a4-03cd-451b-a022-35c0ad60021f req-c3563c27-5ddf-4ee9-95d0-32f804459bb1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Mar 02 11:39:14.262694 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-06c1b8a4-03cd-451b-a022-35c0ad60021f req-3aae5cab-64db-42ca-a887-9d1bbfb35a8f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Mar 02 11:39:14.989956 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bac91-c123-4aeb-9aef-4c9e37076434 req-5d3bdc12-4897-4649-9354-1b129295768f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:14.991421 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e15bac91-c123-4aeb-9aef-4c9e37076434 req-5d3bdc12-4897-4649-9354-1b129295768f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0563235 Mar 02 11:39:15.037908 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e15bac91-c123-4aeb-9aef-4c9e37076434 req-577bc9e5-99b4-4819-a986-d4daf4a8f558 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Mar 02 11:39:15.380243 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e5ee-4dcc-4609-92de-db8fef3573e1 req-d63f8065-854e-4aa9-872a-a894351a67b8 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:15.381767 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3015e5ee-4dcc-4609-92de-db8fef3573e1 req-d63f8065-854e-4aa9-872a-a894351a67b8 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Mar 02 11:39:15.427304 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3015e5ee-4dcc-4609-92de-db8fef3573e1 req-c20b6f75-e8ab-4e01-893d-f4e000c9a436 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Mar 02 11:39:15.617664 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:16.158047 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bc020-d44d-488f-ac0d-fce0e7bd88eb req-40c38a5e-18a4-4e53-ad68-2332beb2303b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:16.159440 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-601bc020-d44d-488f-ac0d-fce0e7bd88eb req-40c38a5e-18a4-4e53-ad68-2332beb2303b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0518692 Mar 02 11:39:16.213658 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-601bc020-d44d-488f-ac0d-fce0e7bd88eb req-8d42ec27-c744-4011-916d-d3e97b0d5589 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478692 Mar 02 11:39:16.555726 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7a766-1d00-419a-8dba-1c65011f3a02 req-529f3d8f-926d-480b-92f3-f36f234dd951 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:16.557224 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-43f7a766-1d00-419a-8dba-1c65011f3a02 req-529f3d8f-926d-480b-92f3-f36f234dd951 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0594585 Mar 02 11:39:16.605969 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-43f7a766-1d00-419a-8dba-1c65011f3a02 req-c1f975d7-d018-4090-a09c-55f2ac441faa tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Mar 02 11:39:16.651071 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b65f4-2124-4ba4-99be-165c6036863a req-999ba51b-f9e5-4564-952e-46d38306d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:16.652590 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f70b65f4-2124-4ba4-99be-165c6036863a req-999ba51b-f9e5-4564-952e-46d38306d7d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.0483818 Mar 02 11:39:16.758177 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b65f4-2124-4ba4-99be-165c6036863a req-59036084-0f5b-4e6c-b23d-7367d3801603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:16.759552 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f70b65f4-2124-4ba4-99be-165c6036863a req-59036084-0f5b-4e6c-b23d-7367d3801603 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.0842896 Mar 02 11:39:16.808999 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f70b65f4-2124-4ba4-99be-165c6036863a req-2d0b994d-213a-4e02-83b1-8dffc23b2b1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 217 time: 0.0374925 Mar 02 11:39:16.860402 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b65f4-2124-4ba4-99be-165c6036863a req-33758f60-46fd-4011-8267-e96338cc6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:16.861980 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f70b65f4-2124-4ba4-99be-165c6036863a req-33758f60-46fd-4011-8267-e96338cc6ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0463862 Mar 02 11:39:16.894097 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f70b65f4-2124-4ba4-99be-165c6036863a req-2ebd1bba-6709-439e-ad9d-cd46db4e1191 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253055 Mar 02 11:39:16.989146 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f70b65f4-2124-4ba4-99be-165c6036863a req-a3dfd8ab-77dc-4bf8-94ae-9d03878c4159 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886023 Mar 02 11:39:17.332529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2094c-19b5-4436-8a6e-59022d25b6cf req-1ac38de2-7871-4f7b-a3b4-e64828362532 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:17.334650 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-01b2094c-19b5-4436-8a6e-59022d25b6cf req-1ac38de2-7871-4f7b-a3b4-e64828362532 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0518208 Mar 02 11:39:17.379935 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-01b2094c-19b5-4436-8a6e-59022d25b6cf req-317686cb-98e9-4dde-811d-bab26b4c5738 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392115 Mar 02 11:39:17.725919 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf5807-047e-454a-bf50-369f95f6a795 req-2cbeff8e-ea97-4adc-a5fb-14760929b49a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:17.727356 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8edf5807-047e-454a-bf50-369f95f6a795 req-2cbeff8e-ea97-4adc-a5fb-14760929b49a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0558684 Mar 02 11:39:17.772569 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8edf5807-047e-454a-bf50-369f95f6a795 req-4b0a73d7-a27c-488e-ac43-31255831af1b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Mar 02 11:39:17.994089 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f70b65f4-2124-4ba4-99be-165c6036863a req-6077dadd-bb17-405c-9ada-da195763962b service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844057 Mar 02 11:39:18.501398 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd39ca-b500-4648-9581-23bc273b9d8d req-d43cecaf-8dc4-427c-aa62-b284d1fbed28 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:18.502921 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d5fd39ca-b500-4648-9581-23bc273b9d8d req-d43cecaf-8dc4-427c-aa62-b284d1fbed28 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0518510 Mar 02 11:39:18.550601 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d5fd39ca-b500-4648-9581-23bc273b9d8d req-9eb7f5dc-c47c-4b1f-925d-9a6df068ae0b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Mar 02 11:39:18.890611 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a88ab-8b49-4d94-bc0b-e15d65eba3d8 req-d5712caf-4d5c-43bd-9e07-729d92d3dddc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:18.892077 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0d7a88ab-8b49-4d94-bc0b-e15d65eba3d8 req-d5712caf-4d5c-43bd-9e07-729d92d3dddc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0514989 Mar 02 11:39:18.942763 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0d7a88ab-8b49-4d94-bc0b-e15d65eba3d8 req-3e14bf88-6af4-442b-a59a-bf6e701a75f9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Mar 02 11:39:19.668918 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181061-ba37-4a69-9761-b0aabf53a96f req-51b9475c-7c48-4e67-ba13-547146632b14 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:19.672958 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-29181061-ba37-4a69-9761-b0aabf53a96f req-51b9475c-7c48-4e67-ba13-547146632b14 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0537508 Mar 02 11:39:19.718794 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-29181061-ba37-4a69-9761-b0aabf53a96f req-6a86c7ba-bf7a-4064-8e9e-bc953f57eed6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Mar 02 11:39:20.057823 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67d8bc-f733-469a-895f-3eb1684d781c req-b7ce40cb-ca15-4bf2-9ee2-17b2187cb6a0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:20.059268 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b67d8bc-f733-469a-895f-3eb1684d781c req-b7ce40cb-ca15-4bf2-9ee2-17b2187cb6a0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0509942 Mar 02 11:39:20.104175 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b67d8bc-f733-469a-895f-3eb1684d781c req-defed150-8d8e-4f2d-9e6a-6a2c8a104e63 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Mar 02 11:39:20.846904 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88301a-e024-44a2-816f-0c7641792fcf req-29539dca-b5ea-4c9a-9133-1ec3ce439ece tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:20.848375 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e88301a-e024-44a2-816f-0c7641792fcf req-29539dca-b5ea-4c9a-9133-1ec3ce439ece tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0576801 Mar 02 11:39:20.893976 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e88301a-e024-44a2-816f-0c7641792fcf req-b82f9f0b-605b-4ca3-931a-a3d56ff0df19 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401256 Mar 02 11:39:21.233200 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6cbb-656b-4181-8967-807922ae295e req-eff0bb36-a46d-4812-80f3-cf1d519e9e39 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:21.237218 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-385d6cbb-656b-4181-8967-807922ae295e req-eff0bb36-a46d-4812-80f3-cf1d519e9e39 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0641432 Mar 02 11:39:21.290067 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-385d6cbb-656b-4181-8967-807922ae295e req-289bb7dd-ed9a-4eaa-a4d8-89820a075660 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Mar 02 11:39:21.398605 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd880cd0-e520-4a36-96e4-9492fb76cc3b req-50c74f3a-ffe5-4737-a8c4-923b56350ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:21.400596 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-fd880cd0-e520-4a36-96e4-9492fb76cc3b req-50c74f3a-ffe5-4737-a8c4-923b56350ab7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.0468619 Mar 02 11:39:21.448090 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-fd880cd0-e520-4a36-96e4-9492fb76cc3b req-a263758c-22eb-4669-b7ac-1b6a8a8da7e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394328 Mar 02 11:39:22.027337 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d482b-fc77-4128-908b-73a227f9a251 req-4b1d114d-81f6-4af1-a479-adb8afde153f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:22.028889 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-129d482b-fc77-4128-908b-73a227f9a251 req-4b1d114d-81f6-4af1-a479-adb8afde153f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0573118 Mar 02 11:39:22.081415 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-129d482b-fc77-4128-908b-73a227f9a251 req-2b15b72d-f562-4b10-af33-a8782c24e97e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455813 Mar 02 11:39:22.423583 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03c62-2d9d-4210-9ec3-c0e22d84dc62 req-7c7bb436-36f1-4481-9513-18e69c2e1224 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:22.425613 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fde03c62-2d9d-4210-9ec3-c0e22d84dc62 req-7c7bb436-36f1-4481-9513-18e69c2e1224 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Mar 02 11:39:22.482692 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fde03c62-2d9d-4210-9ec3-c0e22d84dc62 req-f367076a-1ef1-40d0-b238-ccb0d8be39d0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Mar 02 11:39:23.208507 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a733dec-241d-4651-860b-aefefb9a4195 req-c30145d2-15bb-4a95-b20f-66e7736e35b5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:23.211369 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8a733dec-241d-4651-860b-aefefb9a4195 req-c30145d2-15bb-4a95-b20f-66e7736e35b5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0587971 Mar 02 11:39:23.265663 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8a733dec-241d-4651-860b-aefefb9a4195 req-7f60bf5f-bb7b-413e-b55a-9d19dc8f9292 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Mar 02 11:39:23.350375 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:39:23.471524 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:23.487821 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'port_id': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'mac_address': 'fa:16:3e:68:7c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:39:23.537001 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: ACTIVE; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:23.537906 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:23.601693 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e09cc3ef-bf37-466c-9a67-221a45074071 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:39:23.624820 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:23.631432 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:23.681191 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=6']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:23.685573 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b30d-0e4d-4c42-9754-550435fd6e84 req-b0384f48-a626-4f7b-96dd-23901ab0e81f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:23.687266 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3ea8b30d-0e4d-4c42-9754-550435fd6e84 req-b0384f48-a626-4f7b-96dd-23901ab0e81f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0592861 Mar 02 11:39:23.694741 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.695380 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.695755 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.696738 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.696738 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.696936 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.697248 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.697500 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.697854 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.698180 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.698515 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.698837 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.699157 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:23.745083 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3ea8b30d-0e4d-4c42-9754-550435fd6e84 req-16dede88-d544-4935-8529-854f83d19039 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491176 Mar 02 11:39:23.805155 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['e09cc3ef-bf37-466c-9a67-221a45074071'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:39:24.059280 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-6b27f1ff-a3ff-438b-bbde-ae033ac959df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:24.066208 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-6b27f1ff-a3ff-438b-bbde-ae033ac959df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.0893161 Mar 02 11:39:24.134074 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e0c55-7282-4466-98e6-48fa755e59ee req-29a8c7a2-1f96-4344-9f75-b7b0306bbfaf tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:24.141288 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aa8e0c55-7282-4466-98e6-48fa755e59ee req-29a8c7a2-1f96-4344-9f75-b7b0306bbfaf tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1697719 Mar 02 11:39:24.202633 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aa8e0c55-7282-4466-98e6-48fa755e59ee req-09f825b1-a269-4684-8da1-bfb690235d9a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603850 Mar 02 11:39:24.232813 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-b14b8f7f-13ba-42af-8483-5db68a5d215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:24.234428 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-b14b8f7f-13ba-42af-8483-5db68a5d215b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.1433535 Mar 02 11:39:24.296056 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-a3194211-b611-4f12-8c8d-3fc47a31578f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 217 time: 0.0541010 Mar 02 11:39:24.357749 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-71f3ba5c-5c77-4278-955f-2c47680063ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:24.359274 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-71f3ba5c-5c77-4278-955f-2c47680063ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0541923 Mar 02 11:39:24.394914 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-4ab7d488-de7b-4198-8ad4-d2626a572abb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285656 Mar 02 11:39:24.498647 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dbe27-5814-44a6-a942-db39ef52730b req-2164baf3-5c56-492a-ab08-2fca5a04a50c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:24.501001 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2e7dbe27-5814-44a6-a942-db39ef52730b req-2164baf3-5c56-492a-ab08-2fca5a04a50c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.1324427 Mar 02 11:39:24.519622 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-4ff5f659-e89e-4403-b5ff-160532b3dd3b service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161797 Mar 02 11:39:24.624678 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2e7dbe27-5814-44a6-a942-db39ef52730b req-5f0fefd4-6762-4aef-85f3-e1af9b4febeb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138971 Mar 02 11:39:24.697921 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57400) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:24.737232 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-48b16ac8-cf7d-409e-bedd-fd18431c4cc6 req-ad4502ca-1afc-47c0-a49a-4d28703b6a31 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069495 Mar 02 11:39:24.905170 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.125729 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Publish callbacks [] for security_group (deca20f3-3777-4b14-b4e7-c845d5458d0b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.131568 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (deca20f3-3777-4b14-b4e7-c845d5458d0b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.178441 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deca20f3-3777-4b14-b4e7-c845d5458d0b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:25.199842 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.200384 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.200873 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.201345 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.201995 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.202684 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.203218 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.203683 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.204095 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.204608 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.205471 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.205814 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.206183 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:25.218753 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-559b211e-2218-44d0-a476-87728ee3eb07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc6069ff71e9463ebb0d11119251d415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167382 Mar 02 11:39:25.218753 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57422) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:25.304772 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34d2a8c5-788d-4f6d-b998-ff66ccf0d3b8 admin admin] Publish callbacks [] for security_group (deca20f3-3777-4b14-b4e7-c845d5458d0b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.351400 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:25.386681 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34d2a8c5-788d-4f6d-b998-ff66ccf0d3b8 admin admin] Publish callbacks [] for security_group (deca20f3-3777-4b14-b4e7-c845d5458d0b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.423828 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port e09cc3ef-bf37-466c-9a67-221a45074071 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:25.424791 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.441833 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7c910-97e5-43a8-a96d-b4d87648371a req-2d529870-76b6-4023-8835-ee0b19be3332 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:25.443984 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1bf7c910-97e5-43a8-a96d-b4d87648371a req-2d529870-76b6-4023-8835-ee0b19be3332 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1237004 Mar 02 11:39:25.519944 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34d2a8c5-788d-4f6d-b998-ff66ccf0d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (deca20f3-3777-4b14-b4e7-c845d5458d0b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.528939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34d2a8c5-788d-4f6d-b998-ff66ccf0d3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.532537 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-34d2a8c5-788d-4f6d-b998-ff66ccf0d3b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/deca20f3-3777-4b14-b4e7-c845d5458d0b HTTP/1.1" status: 204 len: 168 time: 0.3105721 Mar 02 11:39:25.544488 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:25.545067 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.572965 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2a8c5-788d-4f6d-b998-ff66ccf0d3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deca20f3-3777-4b14-b4e7-c845d5458d0b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:25.603860 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1bf7c910-97e5-43a8-a96d-b4d87648371a req-2cfcf824-d403-4e56-97a5-ee8f3f66eb34 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506996 Mar 02 11:39:25.611597 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:25.615051 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:39:25.621705 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f7b92f-3e70-4b47-8417-a972129bb259" -d '{"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-plugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:39:25.668557 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:25.757474 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e42911-bf6e-468a-8276-6b9e3e94f7bb x-openstack-request-id: req-06e42911-bf6e-468a-8276-6b9e3e94f7bb {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:39:25.757803 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-plugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:39:25.758063 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06e42911-bf6e-468a-8276-6b9e3e94f7bb {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:39:25.758464 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'code': 200} Mar 02 11:39:25.819935 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=7']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:25.947514 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457fd1-8216-4cf4-9315-f576f57533ca req-7cc43212-d691-4fe9-9d8a-7694db297892 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:25.949274 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-78457fd1-8216-4cf4-9315-f576f57533ca req-7cc43212-d691-4fe9-9d8a-7694db297892 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.1201997 Mar 02 11:39:26.075600 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-78457fd1-8216-4cf4-9315-f576f57533ca req-130ecf77-df45-49d5-8d95-2fd8f2e4d405 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171606 Mar 02 11:39:26.173440 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89287a3-c8e1-480a-ad3b-f4f61c7cca01 req-06582940-5f07-4aff-92af-a6adad4afd05 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:26.181277 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e89287a3-c8e1-480a-ad3b-f4f61c7cca01 req-06582940-5f07-4aff-92af-a6adad4afd05 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.0765557 Mar 02 11:39:26.248048 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 57452) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:26.268938 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:26.303970 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e89287a3-c8e1-480a-ad3b-f4f61c7cca01 req-1a6ae3ee-7d47-4926-8b2c-685de6a5e09e tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213758 Mar 02 11:39:26.471470 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Publish callbacks [] for security_group (0f4d97ef-92f2-41b1-8aee-2791198b2590), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:26.486114 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0f4d97ef-92f2-41b1-8aee-2791198b2590), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:26.581603 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d97ef-92f2-41b1-8aee-2791198b2590,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:26.591113 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57458) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:26.591683 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6595df6c21a944aca25d2f7017b86990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410659 Mar 02 11:39:26.602858 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.603216 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.603564 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.603896 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.609160 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.609731 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.610254 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.610776 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.611475 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.611971 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.612484 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.613045 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.613567 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08ff6-b8ba-41f1-a885-66788305aff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:26.694158 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16c318db-51d4-4f9f-97b2-fde235f883ee admin admin] Publish callbacks [] for security_group (0f4d97ef-92f2-41b1-8aee-2791198b2590), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:26.757192 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16c318db-51d4-4f9f-97b2-fde235f883ee admin admin] Publish callbacks [] for security_group (0f4d97ef-92f2-41b1-8aee-2791198b2590), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:26.821269 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baf403-a7b0-4ca3-a7d4-69c9f13230b6 req-64688520-7ba9-4d1c-9bba-6b66e71c9f83 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:26.829141 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7baf403-a7b0-4ca3-a7d4-69c9f13230b6 req-64688520-7ba9-4d1c-9bba-6b66e71c9f83 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1121542 Mar 02 11:39:26.900557 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16c318db-51d4-4f9f-97b2-fde235f883ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0f4d97ef-92f2-41b1-8aee-2791198b2590), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:26.904664 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-16c318db-51d4-4f9f-97b2-fde235f883ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:26.908593 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-16c318db-51d4-4f9f-97b2-fde235f883ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f4d97ef-92f2-41b1-8aee-2791198b2590 HTTP/1.1" status: 204 len: 168 time: 0.3137548 Mar 02 11:39:26.935399 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7baf403-a7b0-4ca3-a7d4-69c9f13230b6 req-f06398b2-09e6-4caf-958b-2b952d462f70 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052673 Mar 02 11:39:26.946267 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c318db-51d4-4f9f-97b2-fde235f883ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d97ef-92f2-41b1-8aee-2791198b2590,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:27.448364 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076fa39-f259-4fe5-979a-55f4011072e4 req-64ce89c5-bd02-48b6-a0d6-ac9bc160bb76 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:27.462332 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0076fa39-f259-4fe5-979a-55f4011072e4 req-64ce89c5-bd02-48b6-a0d6-ac9bc160bb76 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.2642930 Mar 02 11:39:27.696018 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0076fa39-f259-4fe5-979a-55f4011072e4 req-deac841e-16c3-43b9-a42d-4f6471bf9c27 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327495 Mar 02 11:39:27.722297 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eda1ae-4810-4152-b426-4526a62c7d1c req-bc8990f5-256d-4b7e-affb-55d209db5814 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:27.745930 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40eda1ae-4810-4152-b426-4526a62c7d1c req-bc8990f5-256d-4b7e-affb-55d209db5814 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.2693057 Mar 02 11:39:27.836496 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 57474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:27.874683 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40eda1ae-4810-4152-b426-4526a62c7d1c req-60db8160-e360-4344-912f-39abbf2f4cd4 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273713 Mar 02 11:39:27.888479 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6f45fa1-b66f-4c52-a122-f95e747f40ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:28.184815 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814809-945d-4ebc-b129-f03abfb45527 req-1be1fd66-c4f0-4d0b-a438-279125462322 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:28.197732 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8814809-945d-4ebc-b129-f03abfb45527 req-1be1fd66-c4f0-4d0b-a438-279125462322 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1530337 Mar 02 11:39:28.332269 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8814809-945d-4ebc-b129-f03abfb45527 req-bac91467-4d9d-4629-b324-3c31696abcc0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335323 Mar 02 11:39:28.434139 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-271ad85e-918a-4334-ae63-88f2d1a2549f tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:28.435895 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-271ad85e-918a-4334-ae63-88f2d1a2549f tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.1400108 Mar 02 11:39:28.648562 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6f45fa1-b66f-4c52-a122-f95e747f40ac admin admin] Publish callbacks [] for security_group (b08585b7-00d1-4a1e-828b-6906857b163e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:28.678753 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6f45fa1-b66f-4c52-a122-f95e747f40ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b08585b7-00d1-4a1e-828b-6906857b163e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:28.805808 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Deleting port 9743059d-ad45-4ba2-8ace-2c412f30f9fb {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:39:28.806158 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.026345 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] For port 9743059d-ad45-4ba2-8ace-2c412f30f9fb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=9743059d-ad45-4ba2-8ace-2c412f30f9fb,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:29.028686 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.036472 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df02f5-8ff4-4661-a9a8-9b3a0180c8f5 req-5fbe353a-fe41-43d8-8fc2-7398183ad181 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:29.044899 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03df02f5-8ff4-4661-a9a8-9b3a0180c8f5 req-5fbe353a-fe41-43d8-8fc2-7398183ad181 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.2152326 Mar 02 11:39:29.082396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f45fa1-b66f-4c52-a122-f95e747f40ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08585b7-00d1-4a1e-828b-6906857b163e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:29.119573 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f6f45fa1-b66f-4c52-a122-f95e747f40ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0df510a19bc54583aec22f98a519974e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2808757 Mar 02 11:39:29.120826 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57494) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:29.138211 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Calling delete_port for 9743059d-ad45-4ba2-8ace-2c412f30f9fb owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:39:29.260808 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03df02f5-8ff4-4661-a9a8-9b3a0180c8f5 req-6a12bd35-d3ed-40da-9a93-d26c59a02e46 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149050 Mar 02 11:39:29.288286 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1bd53fa-e952-4e9a-9ee2-b5f2ee120921 admin admin] Publish callbacks [] for security_group (b08585b7-00d1-4a1e-828b-6906857b163e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.319975 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3760ad-9ebd-440c-935e-bb668b791989 req-26176516-c653-44cf-b615-3a06b3849eef tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:29.328793 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c3760ad-9ebd-440c-935e-bb668b791989 req-26176516-c653-44cf-b615-3a06b3849eef tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=a242b66f-211d-4230-9525-3fa511cd287f HTTP/1.1" status: 200 len: 946 time: 0.1980419 Mar 02 11:39:29.359918 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (9743059d-ad45-4ba2-8ace-2c412f30f9fb), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.377031 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['9743059d-ad45-4ba2-8ace-2c412f30f9fb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:39:29.394861 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c3760ad-9ebd-440c-935e-bb668b791989 req-c644db53-d527-41f2-8075-143872989e72 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647576 Mar 02 11:39:29.410422 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1bd53fa-e952-4e9a-9ee2-b5f2ee120921 admin admin] Publish callbacks [] for security_group (b08585b7-00d1-4a1e-828b-6906857b163e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.418129 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Pushing event deleted for resources: {'Port': ['ID=9743059d-ad45-4ba2-8ace-2c412f30f9fb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:29.477669 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-75ac51d8-1825-47ec-8c61-2cb25088d3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.493835 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] No DVR routers for this DVR port 9743059d-ad45-4ba2-8ace-2c412f30f9fb on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:39:29.497529 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.504259 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eb72c5c5-dfa3-4877-ba42-c6171ac0fba4 req-40a66cee-d27f-4140-acc7-b9506e1de4e6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "DELETE /v2.0/ports/9743059d-ad45-4ba2-8ace-2c412f30f9fb HTTP/1.1" status: 204 len: 173 time: 1.0528052 Mar 02 11:39:29.506342 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a242b66f-211d-4230-9525-3fa511cd287f', 'name': 'network-vif-deleted', 'tag': '9743059d-ad45-4ba2-8ace-2c412f30f9fb'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:39:29.517196 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d014236-9a8c-4a08-a0e8-2af36e9e519e" -d '{"events": [{"server_uuid": "a242b66f-211d-4230-9525-3fa511cd287f", "name": "network-vif-deleted", "tag": "9743059d-ad45-4ba2-8ace-2c412f30f9fb"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:39:29.528907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1bd53fa-e952-4e9a-9ee2-b5f2ee120921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b08585b7-00d1-4a1e-828b-6906857b163e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.541047 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b1bd53fa-e952-4e9a-9ee2-b5f2ee120921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:29.544985 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b1bd53fa-e952-4e9a-9ee2-b5f2ee120921 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b08585b7-00d1-4a1e-828b-6906857b163e HTTP/1.1" status: 204 len: 168 time: 0.4171376 Mar 02 11:39:29.562365 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd53fa-e952-4e9a-9ee2-b5f2ee120921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08585b7-00d1-4a1e-828b-6906857b163e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:29.626948 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7038aaeb-eb10-42b0-94f2-eb2b027a3535 x-openstack-request-id: req-7038aaeb-eb10-42b0-94f2-eb2b027a3535 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:39:29.627237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a242b66f-211d-4230-9525-3fa511cd287f", "name": "network-vif-deleted", "tag": "9743059d-ad45-4ba2-8ace-2c412f30f9fb", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:39:29.627524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7038aaeb-eb10-42b0-94f2-eb2b027a3535 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:39:29.627929 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a242b66f-211d-4230-9525-3fa511cd287f', 'name': 'network-vif-deleted', 'tag': '9743059d-ad45-4ba2-8ace-2c412f30f9fb', 'status': 'completed', 'code': 200} Mar 02 11:39:30.245291 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bbf4e-3d77-4254-8a6b-d2b3834415d6 req-bafae7f8-8c30-470e-9849-cd425c575438 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:30.254866 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9d1bbf4e-3d77-4254-8a6b-d2b3834415d6 req-bafae7f8-8c30-470e-9849-cd425c575438 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1119533 Mar 02 11:39:30.357849 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9d1bbf4e-3d77-4254-8a6b-d2b3834415d6 req-587e921b-ec68-42cb-95f3-0f1072ccb7f2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999775 Mar 02 11:39:30.561979 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e486-401b-4841-ba4d-5057d6950c4c req-98c02e6a-6f76-4953-9168-254c754c09d1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:30.563549 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5590e486-401b-4841-ba4d-5057d6950c4c req-98c02e6a-6f76-4953-9168-254c754c09d1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.1234210 Mar 02 11:39:30.653247 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5590e486-401b-4841-ba4d-5057d6950c4c req-28bcc953-8613-41ff-b545-65087ff3d49c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835726 Mar 02 11:39:31.641224 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cc0221fd-820e-4419-8858-e8541dda2aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:31.866887 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f47e1-ee05-4b32-bd9e-d4878e6b09ad req-e4f8cbc2-b044-44e5-8987-d6f994dd67f7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:31.869093 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3f3f47e1-ee05-4b32-bd9e-d4878e6b09ad req-e4f8cbc2-b044-44e5-8987-d6f994dd67f7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.1061225 Mar 02 11:39:31.980790 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3f3f47e1-ee05-4b32-bd9e-d4878e6b09ad req-28a5ea83-a39b-4234-9420-3b1f12a8cd3b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048412 Mar 02 11:39:32.559218 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:33.280070 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafb9b0-27cd-4411-8b30-1f8d06adc8e4 req-7b213a5a-a8af-4b57-899e-c90b9c706003 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:33.290411 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ccafb9b0-27cd-4411-8b30-1f8d06adc8e4 req-7b213a5a-a8af-4b57-899e-c90b9c706003 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.2175756 Mar 02 11:39:33.364646 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ccafb9b0-27cd-4411-8b30-1f8d06adc8e4 req-ad360a40-dd2c-4ba8-b48b-7488e5ae40ec tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688579 Mar 02 11:39:33.377263 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 9743059d-ad45-4ba2-8ace-2c412f30f9fb no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:39:33.426068 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 9743059d-ad45-4ba2-8ace-2c412f30f9fb {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:39:33.426425 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 9743059d-ad45-4ba2-8ace-2c412f30f9fb not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:39:33.845167 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:39:34.163385 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:34.641320 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb2232-e562-4d8f-8672-3ee918a6822b req-afe325d3-b64b-4353-94f3-c82b818aad1a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:34.645358 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-69cb2232-e562-4d8f-8672-3ee918a6822b req-afe325d3-b64b-4353-94f3-c82b818aad1a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.1441352 Mar 02 11:39:34.729593 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-69cb2232-e562-4d8f-8672-3ee918a6822b req-447c4663-4044-43c3-878c-eadc525c70b3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773022 Mar 02 11:39:35.504147 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:35.941618 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf9172-1e98-4a9c-9eed-624b7f3d5884 req-fe4f4347-93d9-4e22-8a22-21ddded76c54 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:35.950808 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-89cf9172-1e98-4a9c-9eed-624b7f3d5884 req-fe4f4347-93d9-4e22-8a22-21ddded76c54 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0842154 Mar 02 11:39:36.038765 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-89cf9172-1e98-4a9c-9eed-624b7f3d5884 req-6fbf6395-d8b4-46e9-95a2-f76dcdaa1d19 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844069 Mar 02 11:39:37.410822 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d77cfa-c6b3-4736-9537-6c2e23fef50c req-d2dfbc4a-18fb-452d-a17e-ca8048547155 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:37.432337 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-83d77cfa-c6b3-4736-9537-6c2e23fef50c req-d2dfbc4a-18fb-452d-a17e-ca8048547155 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.2994668 Mar 02 11:39:37.549552 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-83d77cfa-c6b3-4736-9537-6c2e23fef50c req-1fa83633-121a-44da-b066-990e13c942fe tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112561 Mar 02 11:39:38.729830 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb44ae-ddd1-4fdd-95bf-1aedbf62197c req-d14985c6-0111-4a71-b413-eb57db95180e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:38.732507 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9fb44ae-ddd1-4fdd-95bf-1aedbf62197c req-d14985c6-0111-4a71-b413-eb57db95180e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0813284 Mar 02 11:39:38.790290 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9fb44ae-ddd1-4fdd-95bf-1aedbf62197c req-b9636ea3-ac5c-4db2-ba53-d1a31526711e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520198 Mar 02 11:39:38.995047 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-b038c6b4-cd61-4ade-95a2-6289c0a11509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:38.996668 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-b038c6b4-cd61-4ade-95a2-6289c0a11509 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 1130 time: 0.0664716 Mar 02 11:39:39.213951 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-9cf5177b-68b0-47de-869d-85c88a56c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:39.220286 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-9cf5177b-68b0-47de-869d-85c88a56c1cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.2163355 Mar 02 11:39:39.322756 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-20670619-fd54-4f39-8b3a-8838696b65c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 200 len: 1002 time: 0.0917807 Mar 02 11:39:39.391552 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-88c5f4c7-e33c-4a86-a8e0-06dbe550b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:39.393204 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-88c5f4c7-e33c-4a86-a8e0-06dbe550b9f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0637929 Mar 02 11:39:39.974036 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d3d2-6bf3-4ccc-b1a8-42c07dbe2a03 req-128a17cc-f047-48b4-bf18-3bec076ded62 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:39.981036 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-27d2d3d2-6bf3-4ccc-b1a8-42c07dbe2a03 req-128a17cc-f047-48b4-bf18-3bec076ded62 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0819814 Mar 02 11:39:40.030223 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-27d2d3d2-6bf3-4ccc-b1a8-42c07dbe2a03 req-d4d821fd-942f-4b35-9695-3d33fbbdefe9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483031 Mar 02 11:39:40.360323 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-5e38988e-54e5-471e-b23d-3fb3e3a38120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:40.362119 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-5e38988e-54e5-471e-b23d-3fb3e3a38120 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477955 Mar 02 11:39:41.164123 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9779cb-e11f-4dbc-96f4-cbc0ea36add1 req-3e327879-5442-45f6-8039-db555036a550 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:41.165754 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b9779cb-e11f-4dbc-96f4-cbc0ea36add1 req-3e327879-5442-45f6-8039-db555036a550 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0544441 Mar 02 11:39:41.217218 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b9779cb-e11f-4dbc-96f4-cbc0ea36add1 req-ae1addcb-54d0-460b-ac29-aec62b38cad3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458243 Mar 02 11:39:41.502124 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-b4dbb212-0439-4f6d-909f-ff43949288a7 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Mar 02 11:39:42.350315 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4090989-f83c-4dc7-a6f6-bfc27c3cf005 req-1e98030e-d325-4856-88bc-173d30e574dc tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:42.351904 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e4090989-f83c-4dc7-a6f6-bfc27c3cf005 req-1e98030e-d325-4856-88bc-173d30e574dc tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.0637264 Mar 02 11:39:42.398487 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e4090989-f83c-4dc7-a6f6-bfc27c3cf005 req-45fc0fdd-edd7-4554-81f6-d0075d723e04 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 Mar 02 11:39:42.442187 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-871d6483-9c28-46d5-bfaa-6b829e49b0f4 req-bb2e2512-3b33-4eb1-9713-65133b0ed51f service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915391 Mar 02 11:39:43.447129 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:39:43.545889 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: ACTIVE; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:43.546334 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:43.575643 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-ecefa6ad-bfb9-4b21-b55c-31ecc0e08b8e tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:43.577222 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-ecefa6ad-bfb9-4b21-b55c-31ecc0e08b8e tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/networks?id=0c6d4c4e-8fd6-436e-8005-b391046e2617 HTTP/1.1" status: 200 len: 814 time: 0.1708269 Mar 02 11:39:43.584766 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:43.586342 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:39:43.590285 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e67abd3-a18c-4d14-a2b1-d940932a4403" -d '{"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-unplugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:39:43.598296 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:43.616683 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-082d4bb6-b764-4ced-b67e-113fb59b4df4 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/quotas/e1160a4861ef4c218d204332ee971b81 HTTP/1.1" status: 200 len: 375 time: 0.0226555 Mar 02 11:39:43.633222 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be7033-f298-4890-b011-1cf4a41b20e5 req-4ff58b97-c8b8-4195-897c-e7887a6d4f37 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:43.634800 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-06be7033-f298-4890-b011-1cf4a41b20e5 req-4ff58b97-c8b8-4195-897c-e7887a6d4f37 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 946 time: 0.1351418 Mar 02 11:39:43.660053 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-224b5902-1181-4450-b28c-3eaef583ee9e tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1160a4861ef4c218d204332ee971b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425260 Mar 02 11:39:43.676222 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=8']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:43.750867 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-06be7033-f298-4890-b011-1cf4a41b20e5 req-8c058222-3f7f-46fd-9da2-c2726e67db77 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938141 Mar 02 11:39:43.801319 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-8ceb1ac1-da9b-4b45-8d17-ecc2dfe361e8 service neutron] 10.222.0.43 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285610 Mar 02 11:39:43.907251 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-6cb2b415-b847-495e-a2ee-90c84c56b2f8 service neutron] 10.222.0.43 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044197 Mar 02 11:39:44.008076 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 11:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76561b9c-7312-4000-92f0-99ff6888e9a6 x-openstack-request-id: req-76561b9c-7312-4000-92f0-99ff6888e9a6 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:39:44.008495 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-unplugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:39:44.008918 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76561b9c-7312-4000-92f0-99ff6888e9a6 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:39:44.009422 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'code': 200} Mar 02 11:39:44.119580 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-daab2ee2-14eb-483b-8646-faedd55d70be req-c80244c4-27c5-488f-8270-6f4cf9b0a7fa tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 210 time: 0.0460954 Mar 02 11:39:44.141700 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-e019407e-d77c-4214-9825-55bc7ba3d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:44.144522 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-e019407e-d77c-4214-9825-55bc7ba3d8d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.1168337 Mar 02 11:39:44.204488 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f24567-64c0-4f6d-b4a3-a8347cd0def6 req-fe058240-94c7-4b3c-9658-16d122be34cf tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:44.209078 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d2f24567-64c0-4f6d-b4a3-a8347cd0def6 req-fe058240-94c7-4b3c-9658-16d122be34cf tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1114969 Mar 02 11:39:44.265089 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d2f24567-64c0-4f6d-b4a3-a8347cd0def6 req-a1b9fee7-f266-4caf-aac1-19e38a25710b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531878 Mar 02 11:39:44.284117 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-6f62772b-d33f-40d4-9820-3f58aa714542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:44.291032 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-6f62772b-d33f-40d4-9820-3f58aa714542 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.1367655 Mar 02 11:39:44.340027 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-d92a65bf-d16c-411f-9428-4801899af851 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 217 time: 0.0419204 Mar 02 11:39:44.409637 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-b1422f24-21be-4ec3-beda-e6053570cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:44.411174 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-b1422f24-21be-4ec3-beda-e6053570cb5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0471542 Mar 02 11:39:44.448130 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-6b9cdd8d-c8a3-48bb-8843-8b5890830371 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292852 Mar 02 11:39:44.545778 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-e65b9c09-8fe1-4f59-8dbf-03d66f5de281 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906537 Mar 02 11:39:44.668116 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5903e15d-5818-4c2d-b56e-4dc52a9cf9eb req-710129dd-8b1b-4304-a8da-cff96d6b705e service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929744 Mar 02 11:39:44.904576 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f922d-ba78-4658-b101-c4e3628d4c90 req-a304203b-0a8a-4d21-b608-cdf2c2373856 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:44.907412 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-451f922d-ba78-4658-b101-c4e3628d4c90 req-a304203b-0a8a-4d21-b608-cdf2c2373856 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0835755 Mar 02 11:39:44.986568 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-451f922d-ba78-4658-b101-c4e3628d4c90 req-f379827f-e07a-4d27-809f-d87e981afde4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722334 Mar 02 11:39:45.025341 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 57900) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:45.207256 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caaabb03-80df-4861-bf20-41e7dd1960f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.259548 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-1b3db5c7-e2e5-465f-ba24-965e6553cff6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:45.261228 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-1b3db5c7-e2e5-465f-ba24-965e6553cff6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "GET /v2.0/networks?id=0c6d4c4e-8fd6-436e-8005-b391046e2617 HTTP/1.1" status: 200 len: 814 time: 0.1707923 Mar 02 11:39:45.280857 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-233b4a41-3ca0-4cd9-ab16-a83198a305b9 req-f2201269-22bc-4a20-9282-730f4868d215 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 210 time: 0.0384562 Mar 02 11:39:45.309264 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Request body: {'port': {'device_id': '2a2fd9b7-8729-4f87-b245-451872799938', 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617', 'admin_state_up': True, 'tenant_id': 'e1160a4861ef4c218d204332ee971b81'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:45.368998 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57922) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:45.443836 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caaabb03-80df-4861-bf20-41e7dd1960f2 admin admin] Publish callbacks [] for security_group (c529f181-0348-4651-806b-4217f97cd083), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.452173 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-caaabb03-80df-4861-bf20-41e7dd1960f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (c529f181-0348-4651-806b-4217f97cd083), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.459177 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] Deleting subnet 824be80b-88f9-43bf-a6b8-2979eefef2ea {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:39:45.462444 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] Publish callbacks [] for subnet (824be80b-88f9-43bf-a6b8-2979eefef2ea), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.483965 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-caaabb03-80df-4861-bf20-41e7dd1960f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ea46afca8cc4ac5b956f070204b241e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575460 Mar 02 11:39:45.491060 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57928) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:45.502222 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Made reservation on behalf of e1160a4861ef4c218d204332ee971b81 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:39:45.506927 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.521835 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaabb03-80df-4861-bf20-41e7dd1960f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529f181-0348-4651-806b-4217f97cd083,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:45.526331 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa072d22-8257-433e-9db2-8f205cfe3f3e req-0467b657-abfb-488a-b97c-10f252422e63 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:45.528461 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fa072d22-8257-433e-9db2-8f205cfe3f3e req-0467b657-abfb-488a-b97c-10f252422e63 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1712713 Mar 02 11:39:45.540162 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (824be80b-88f9-43bf-a6b8-2979eefef2ea), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.631673 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.667207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-a5bb6398-dab0-4e08-9933-937b5262d446 req-5f27519f-905b-49c4-beb4-e946352e1180 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:39:45.668212 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5bb6398-dab0-4e08-9933-937b5262d446 req-5f27519f-905b-49c4-beb4-e946352e1180 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077868 Mar 02 11:39:45.669267 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (824be80b-88f9-43bf-a6b8-2979eefef2ea), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.677499 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Allocated IP 172.20.0.5 (0c6d4c4e-8fd6-436e-8005-b391046e2617/b2964c9f-3997-4058-8736-658e4bf964fd/2c10cfdc-cb13-4c91-af79-697a53e57b5a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:39:45.700345 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daa8b576-dec9-419d-a143-e363bc2f3dd1 admin admin] Publish callbacks [] for security_group (c529f181-0348-4651-806b-4217f97cd083), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.709519 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fa072d22-8257-433e-9db2-8f205cfe3f3e req-e7e242f7-7da7-43d5-aa6f-b1f2578ab023 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648147 Mar 02 11:39:45.744252 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daa8b576-dec9-419d-a143-e363bc2f3dd1 admin admin] Publish callbacks [] for security_group (c529f181-0348-4651-806b-4217f97cd083), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.787176 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (824be80b-88f9-43bf-a6b8-2979eefef2ea), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.858721 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824be80b-88f9-43bf-a6b8-2979eefef2ea,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:45.868249 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.871776 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-dee99a9b-f066-445d-8906-358cfabcec9d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/824be80b-88f9-43bf-a6b8-2979eefef2ea HTTP/1.1" status: 204 len: 168 time: 0.5002949 Mar 02 11:39:45.876929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 57940) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:45.889274 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks [] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.913800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfefd8-f9de-4afa-9083-8f760cec53a4 req-bb260ce5-2878-453f-9261-ced51babd1bc tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:45.915286 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17bfefd8-f9de-4afa-9083-8f760cec53a4 req-bb260ce5-2878-453f-9261-ced51babd1bc tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0895388 Mar 02 11:39:45.916329 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daa8b576-dec9-419d-a143-e363bc2f3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (c529f181-0348-4651-806b-4217f97cd083), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.919011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-daa8b576-dec9-419d-a143-e363bc2f3dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.922544 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-daa8b576-dec9-419d-a143-e363bc2f3dd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c529f181-0348-4651-806b-4217f97cd083 HTTP/1.1" status: 204 len: 168 time: 0.4301274 Mar 02 11:39:45.992135 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (601bc677-6b0c-45a8-b99c-6bb7d08ef065), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:45.995912 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17bfefd8-f9de-4afa-9083-8f760cec53a4 req-8e43e8da-61c5-4eba-915a-925638198091 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642011 Mar 02 11:39:46.002511 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8b576-dec9-419d-a143-e363bc2f3dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529f181-0348-4651-806b-4217f97cd083,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:46.009881 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.056370 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Network 0c6d4c4e-8fd6-436e-8005-b391046e2617 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:39:46.089089 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:46.092481 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:39:46.182074 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Pushing event updated for resources: {'Port': ['ID=2c10cfdc-cb13-4c91-af79-697a53e57b5a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:46.189553 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (601bc677-6b0c-45a8-b99c-6bb7d08ef065), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.224405 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601bc677-6b0c-45a8-b99c-6bb7d08ef065']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:46.235388 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a41bf60-acfa-407e-9c6a-dec000824554') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:46.235695 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a41bf60-acfa-407e-9c6a-dec000824554') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:46.248116 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (1a41bf60-acfa-407e-9c6a-dec000824554), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.267454 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (1a41bf60-acfa-407e-9c6a-dec000824554), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.277246 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:46.277879 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.285052 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:39:46.285600 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (1a41bf60-acfa-407e-9c6a-dec000824554), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:39:46.288210 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:39:46.347377 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-c8729735-a658-465e-91a8-8a5cd0795e5a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0593984 Mar 02 11:39:46.357245 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (601bc677-6b0c-45a8-b99c-6bb7d08ef065), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.367919 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.374430 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] 10.222.0.43 "DELETE /v2.0/networks/601bc677-6b0c-45a8-b99c-6bb7d08ef065 HTTP/1.1" status: 204 len: 168 time: 0.4964361 Mar 02 11:39:46.379279 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Request body: {'port': {'device_id': '2a2fd9b7-8729-4f87-b245-451872799938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:46.418372 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41b71e-b093-4e73-9148-3b35a6ae9915 admin admin] Pushing event deleted for resources: {'Network': ['ID=601bc677-6b0c-45a8-b99c-6bb7d08ef065,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:46.439667 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece55008-1beb-4545-ba17-751a5759f144 req-f0ce95ea-88b2-42b1-a8ed-ea754acd90b7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:46.445184 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ece55008-1beb-4545-ba17-751a5759f144 req-f0ce95ea-88b2-42b1-a8ed-ea754acd90b7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 931 time: 0.0714545 Mar 02 11:39:46.463981 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.492282 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57964) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:46.524660 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ece55008-1beb-4545-ba17-751a5759f144 req-5df199a5-0fae-4d69-af84-7388c81f7c23 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768592 Mar 02 11:39:46.612232 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-2f438b17-d81b-41f2-8ef3-336fccfb4d2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157875 Mar 02 11:39:46.622372 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-0a2cc3a5-cb65-445a-b864-d66045878953 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:39:46.623403 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-0a2cc3a5-cb65-445a-b864-d66045878953 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059412 Mar 02 11:39:46.634806 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57968) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:46.689594 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2cfc43dc-6592-4c11-aae3-6e234dcb55a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61d0f109762d44af9e47fa79fc25c946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513046 Mar 02 11:39:46.690155 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 57974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:46.768380 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 57978) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:46.782808 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0720031-0048-456e-a492-f8982c2ab1fd admin admin] Publish callbacks [] for security_group (bc5a323b-0124-4ef2-9e95-992d7f392771), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.840798 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513febf-6255-4dd2-922c-fe019f7ed835 req-b323fc38-bc9c-4588-959e-e05fcef8e6bc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:46.842480 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9513febf-6255-4dd2-922c-fe019f7ed835 req-b323fc38-bc9c-4588-959e-e05fcef8e6bc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0551534 Mar 02 11:39:46.843450 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0720031-0048-456e-a492-f8982c2ab1fd admin admin] Publish callbacks [] for security_group (bc5a323b-0124-4ef2-9e95-992d7f392771), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.862020 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c10cfdc-cb13-4c91-af79-697a53e57b5a {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:39:46.880385 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Publish callbacks [] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.909918 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Transition to ACTIVE for port object 2c10cfdc-cb13-4c91-af79-697a53e57b5a will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:39:46.914630 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.961645 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0720031-0048-456e-a492-f8982c2ab1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (bc5a323b-0124-4ef2-9e95-992d7f392771), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.962634 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9513febf-6255-4dd2-922c-fe019f7ed835 req-7e947708-6e50-4f91-8ef6-ee0c135e59cd tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140082 Mar 02 11:39:46.964175 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0720031-0048-456e-a492-f8982c2ab1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:46.967827 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d0720031-0048-456e-a492-f8982c2ab1fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc5a323b-0124-4ef2-9e95-992d7f392771 HTTP/1.1" status: 204 len: 168 time: 0.2743521 Mar 02 11:39:46.986613 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-c9490620-c252-4b4e-8429-f4e336dcea8e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:46.988702 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-c9490620-c252-4b4e-8429-f4e336dcea8e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports/e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 200 len: 941 time: 0.2188568 Mar 02 11:39:46.988981 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Pushing event updated for resources: {'Port': ['ID=2c10cfdc-cb13-4c91-af79-697a53e57b5a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:47.019883 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0720031-0048-456e-a492-f8982c2ab1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a323b-0124-4ef2-9e95-992d7f392771,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:47.099580 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Attempting to bind port 2c10cfdc-cb13-4c91-af79-697a53e57b5a on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:39:47.101854 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Attempting to bind port 2c10cfdc-cb13-4c91-af79-697a53e57b5a by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:39:47.103086 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Attempting to bind port 2c10cfdc-cb13-4c91-af79-697a53e57b5a on network 0c6d4c4e-8fd6-436e-8005-b391046e2617 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:39:47.111195 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Port 2c10cfdc-cb13-4c91-af79-697a53e57b5a on network 0c6d4c4e-8fd6-436e-8005-b391046e2617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:39:47.111558 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Attempting to bind port 2c10cfdc-cb13-4c91-af79-697a53e57b5a on network 0c6d4c4e-8fd6-436e-8005-b391046e2617 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:39:47.121296 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:39:47.121643 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Checking segment: {'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:39:47.122044 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Bound using segment: {'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:39:47.125749 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Bound port: 2c10cfdc-cb13-4c91-af79-697a53e57b5a, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91489e12-7ab4-4348-87d4-e3d429b612a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:39:47.126317 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:47.194745 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59454d6-3997-4909-b195-22616c7239bd req-021cdbae-265f-4d9f-ad74-908047eedd27 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:47.202091 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a59454d6-3997-4909-b195-22616c7239bd req-021cdbae-265f-4d9f-ad74-908047eedd27 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0957797 Mar 02 11:39:47.226032 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] For port 2c10cfdc-cb13-4c91-af79-697a53e57b5a, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:39:47.230171 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] For port 2c10cfdc-cb13-4c91-af79-697a53e57b5a, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c10cfdc-cb13-4c91-af79-697a53e57b5a,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:39:47.239664 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:47.289805 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:47.290731 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:47.291876 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] 10.222.0.15 "PUT /v2.0/ports/2c10cfdc-cb13-4c91-af79-697a53e57b5a HTTP/1.1" status: 200 len: 1093 time: 0.9367132 Mar 02 11:39:47.292337 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2fd9b7-8729-4f87-b245-451872799938', 'tag': '2c10cfdc-cb13-4c91-af79-697a53e57b5a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:39:47.295353 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2fd9b7-8729-4f87-b245-451872799938", "tag": "2c10cfdc-cb13-4c91-af79-697a53e57b5a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:39:47.325382 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a59454d6-3997-4909-b195-22616c7239bd req-1b868ae0-4bcf-44da-a798-f624490b9263 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128955 Mar 02 11:39:47.392055 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35230f51-f681-4b52-8703-823a351cc1c4 x-openstack-request-id: req-35230f51-f681-4b52-8703-823a351cc1c4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:39:47.393143 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2fd9b7-8729-4f87-b245-451872799938", "tag": "2c10cfdc-cb13-4c91-af79-697a53e57b5a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:39:47.393143 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35230f51-f681-4b52-8703-823a351cc1c4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:39:47.393143 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2fd9b7-8729-4f87-b245-451872799938', 'tag': '2c10cfdc-cb13-4c91-af79-697a53e57b5a', 'status': 'completed', 'code': 200} Mar 02 11:39:47.425334 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2c6a5-1cd9-4c24-bf7b-21ba29fd2efe service neutron] Pushing event updated for resources: {'Port': ['ID=2c10cfdc-cb13-4c91-af79-697a53e57b5a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:47.433816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-049416f9-20f8-4c78-a70d-d48872a4ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:47.435516 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-049416f9-20f8-4c78-a70d-d48872a4ec96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1160a4861ef4c218d204332ee971b81&device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 1127 time: 0.0950935 Mar 02 11:39:47.496227 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-cd5a00f1-19a3-427f-97b9-2134f38325fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c10cfdc-cb13-4c91-af79-697a53e57b5a HTTP/1.1" status: 200 len: 217 time: 0.0531409 Mar 02 11:39:47.561258 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-bff85f95-2cf9-457b-931a-02c298cec0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:47.562808 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-bff85f95-2cf9-457b-931a-02c298cec0a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2964c9f-3997-4058-8736-658e4bf964fd HTTP/1.1" status: 200 len: 854 time: 0.0529559 Mar 02 11:39:47.604057 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-1aed7476-a50f-4439-99ba-a332660c6f96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c6d4c4e-8fd6-436e-8005-b391046e2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348346 Mar 02 11:39:47.708304 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d3f97-f399-46af-a331-480ac7d5604e req-f2130578-280a-4089-a54e-fd7d094fb321 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:47.713729 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0a4d3f97-f399-46af-a331-480ac7d5604e req-f2130578-280a-4089-a54e-fd7d094fb321 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 943 time: 0.0907955 Mar 02 11:39:47.766325 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-ee888a36-79a9-4944-b11a-9528ee17d7ef service neutron] 10.222.0.15 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525893 Mar 02 11:39:47.778505 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0a4d3f97-f399-46af-a331-480ac7d5604e req-1e992afe-6f25-4a49-83bf-8fe7b9e4115e tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636215 Mar 02 11:39:47.866267 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-eac87632-0a1c-4f4c-9e2c-5002fb355c1a req-e05fa784-8135-48aa-92c1-04dbc47a1f01 service neutron] 10.222.0.15 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929370 Mar 02 11:39:47.977257 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-28918bc0-dc07-4b06-b5e9-62756de49d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:47.978735 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-28918bc0-dc07-4b06-b5e9-62756de49d54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1160a4861ef4c218d204332ee971b81&device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 1127 time: 0.0583637 Mar 02 11:39:48.056016 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58018) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:48.088787 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-95046ca8-67cc-425e-8cb8-5d73d2084f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.090722 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-95046ca8-67cc-425e-8cb8-5d73d2084f20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c6d4c4e-8fd6-436e-8005-b391046e2617 HTTP/1.1" status: 200 len: 915 time: 0.1031933 Mar 02 11:39:48.135650 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6aa33-8f5b-408f-b909-e3cd69d36a39 req-8647c394-0860-4e98-9265-5eeca4017afa tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.137981 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d1d6aa33-8f5b-408f-b909-e3cd69d36a39 req-8647c394-0860-4e98-9265-5eeca4017afa tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0901570 Mar 02 11:39:48.148911 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-4a645cb5-3d52-4f9d-b48b-507026b3b3ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c10cfdc-cb13-4c91-af79-697a53e57b5a HTTP/1.1" status: 200 len: 217 time: 0.0414512 Mar 02 11:39:48.199319 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-47257825-network', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:48.204837 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d1d6aa33-8f5b-408f-b909-e3cd69d36a39 req-bd47facf-f881-4b29-bd24-806efd7a16ed tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545888 Mar 02 11:39:48.229408 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-38b00206-fe32-46cb-b653-e0792f78e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.230987 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-38b00206-fe32-46cb-b653-e0792f78e8dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2964c9f-3997-4058-8736-658e4bf964fd HTTP/1.1" status: 200 len: 854 time: 0.0695424 Mar 02 11:39:48.232250 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Made reservation on behalf of bb4debb335014948a5094437ea94c3bd for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:39:48.234446 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.250855 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.272835 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-911cc38d-a08a-4310-be30-97e361997c02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c6d4c4e-8fd6-436e-8005-b391046e2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352833 Mar 02 11:39:48.403075 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-4a75d1cc-e602-4e1b-8988-045ff4c1a0ad service neutron] 10.222.0.15 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225471 Mar 02 11:39:48.430797 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks [] for security_group (1ded2891-d845-4744-a97c-81d49f2f748d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.441038 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (1ded2891-d845-4744-a97c-81d49f2f748d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.469541 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4602-c554-4663-8534-222cd638ff0a req-9da285ae-9cce-4c20-aba1-d109b1e902fe tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.471275 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e11c4602-c554-4663-8534-222cd638ff0a req-9da285ae-9cce-4c20-aba1-d109b1e902fe tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0564284 Mar 02 11:39:48.505258 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:39:48.516294 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ded2891-d845-4744-a97c-81d49f2f748d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:48.522479 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (50cf9f26-2653-48f2-aa79-c23178f65f66), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.522823 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Added segment 50cf9f26-2653-48f2-aa79-c23178f65f66 of type vlan for network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 Mar 02 11:39:48.530068 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e11c4602-c554-4663-8534-222cd638ff0a req-ba47c1f9-0830-45ce-88e1-adfc5522db71 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525327 Mar 02 11:39:48.580876 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8183ebbf-2d62-4860-ab1a-b4e2ed57d8b6 req-e7fafa1c-a86a-4001-ac3f-ab10e35c1206 service neutron] 10.222.0.15 "GET /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701343 Mar 02 11:39:48.582236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (46e488c5-35b4-4007-9f38-4f1c2421fbc0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.607964 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (46e488c5-35b4-4007-9f38-4f1c2421fbc0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.608987 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.609574 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.661985 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6048448 Mar 02 11:39:48.665204 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 58026) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:48.670325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Request body: {'subnet': {'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-47257825-subnet', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:48.689254 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Made reservation on behalf of bb4debb335014948a5094437ea94c3bd for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:39:48.691584 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3821362'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.738738 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821d171-401f-4757-9b65-21789f5f782e admin admin] Pushing event updated for resources: {'Network': ['ID=46e488c5-35b4-4007-9f38-4f1c2421fbc0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:48.749451 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:39:48.771820 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-91b4f2c5-c153-45f0-b3dd-3b1a1f8f71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.773486 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-91b4f2c5-c153-45f0-b3dd-3b1a1f8f71a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c&tenant_id=1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 1128 time: 0.1103921 Mar 02 11:39:48.861002 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-24d8ab30-6f09-475d-b8f6-ee0a359f0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.863808 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-24d8ab30-6f09-475d-b8f6-ee0a359f0ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 1128 time: 0.0575500 Mar 02 11:39:48.900498 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3730614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3821312'] for subnet (9c44708d-bfe1-49aa-a7f6-8ffed4d7070b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:48.967471 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:48.977640 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0049d8-6d94-40ed-a1e5-c36c22ef3aad req-f6ecaf8e-cea9-479c-9e66-474283e8cacc tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:48.977976 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b0049d8-6d94-40ed-a1e5-c36c22ef3aad req-f6ecaf8e-cea9-479c-9e66-474283e8cacc tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 943 time: 0.1149755 Mar 02 11:39:49.011589 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Checking segment: {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:39:49.011947 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Network hostable DHCP agents. Network: 46e488c5-35b4-4007-9f38-4f1c2421fbc0, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:39:49.051187 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b0049d8-6d94-40ed-a1e5-c36c22ef3aad req-7addb2a6-6c62-4ae4-9a07-c9aa9a599875 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649524 Mar 02 11:39:49.057587 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:39:49.077410 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 46e488c5-35b4-4007-9f38-4f1c2421fbc0) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:49.082227 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:49.083601 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.088289 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71b908-b0c0-4686-b70c-86e2339737c2 None None] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:39:49.103829 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6c3f5758-405a-4949-be37-718bc6f71cfa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4349546 Mar 02 11:39:49.104171 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 58030) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:49.108908 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:49.135600 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.136903 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.184598 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-80f9ff63-abe2-4ac9-bd23-cf26f099c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:49.186102 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-80f9ff63-abe2-4ac9-bd23-cf26f099c290 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.3162875 Mar 02 11:39:49.195804 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks [] for router_controller (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.213131 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:39:49.214004 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.262478 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-1d6eb2fd-d2f6-4b55-8f8e-a39aed0fc24f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 200 len: 1000 time: 0.0687239 Mar 02 11:39:49.322023 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-a0cb603d-480f-459a-8b2f-0ea95ed9a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:49.323609 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-a0cb603d-480f-459a-8b2f-0ea95ed9a7c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0540528 Mar 02 11:39:49.362655 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Allocated IP 172.20.0.2 (46e488c5-35b4-4007-9f38-4f1c2421fbc0/9c44708d-bfe1-49aa-a7f6-8ffed4d7070b/a4a5d565-bea8-42b5-855e-67e0bf0abe33) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:39:49.380601 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-251c1905-d056-47e0-b3ff-6e0f715e61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:49.382477 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-251c1905-d056-47e0-b3ff-6e0f715e61a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525804 Mar 02 11:39:49.399911 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks [] for router_gateway (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.445173 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:39:49.490061 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-f1960677-0fc3-41b0-a6d6-3c57f77ff9c8 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997875 Mar 02 11:39:49.613277 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: DOWN; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:49.626608 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b791d730-a512-4c4a-a6b9-2144865e5016 req-afb57e88-a8f2-4307-aa2f-3affbabe20a4 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277432 Mar 02 11:39:49.630337 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Publish callbacks [] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.630924 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7bfb-3ddc-4350-ad58-a3d56d2e327f req-137ae01a-8bc1-448a-ab84-bff738bc022f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:49.637652 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bf9c7bfb-3ddc-4350-ad58-a3d56d2e327f req-137ae01a-8bc1-448a-ab84-bff738bc022f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.3594496 Mar 02 11:39:49.637910 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.673557 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:39:49.677379 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:49.687582 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:39:49.741140 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bf9c7bfb-3ddc-4350-ad58-a3d56d2e327f req-e3ed82e7-0ac9-444e-8567-5e9e3a8bcae6 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022034 Mar 02 11:39:49.748659 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Pushing event updated for resources: {'Port': ['ID=a4a5d565-bea8-42b5-855e-67e0bf0abe33,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:49.751116 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cb40b-2258-4765-b390-8ee8386798f1 req-dbfc7ac7-003f-4f06-a304-adcb67760a1e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:49.754476 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Attempting to bind port a4a5d565-bea8-42b5-855e-67e0bf0abe33 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:39:49.755544 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Attempting to bind port a4a5d565-bea8-42b5-855e-67e0bf0abe33 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:39:49.755756 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Attempting to bind port a4a5d565-bea8-42b5-855e-67e0bf0abe33 on network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:39:49.761614 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:39:49.761980 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Checking segment: {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:39:49.762386 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.762774 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Bound using segment: {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:39:49.763236 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Bound port: a4a5d565-bea8-42b5-855e-67e0bf0abe33, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:39:49.763613 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.765176 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-611cb40b-2258-4765-b390-8ee8386798f1 req-dbfc7ac7-003f-4f06-a304-adcb67760a1e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.1453381 Mar 02 11:39:49.827888 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-611cb40b-2258-4765-b390-8ee8386798f1 req-8757d0a7-265b-47ff-b813-4a0cf5cb8b67 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617445 Mar 02 11:39:49.832909 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] For port a4a5d565-bea8-42b5-855e-67e0bf0abe33, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:39:49.837448 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] For port a4a5d565-bea8-42b5-855e-67e0bf0abe33, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=a4a5d565-bea8-42b5-855e-67e0bf0abe33,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:39:49.847238 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.924414 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c29f22-bad6-487f-80db-d1db7629e7d8 None None] Pushing event updated for resources: {'Port': ['ID=a4a5d565-bea8-42b5-855e-67e0bf0abe33,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:49.949759 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks [] for router_gateway (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:49.969918 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:50.089667 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Allocated IP 172.27.2.24 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/22d26fbf-6558-4f58-a2fe-40622110f217) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:39:50.236754 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a19b18-784b-4e68-8064-a5e5591aa587 req-e5768a16-4969-4248-b281-e30f840e3180 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:50.238756 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-12a19b18-784b-4e68-8064-a5e5591aa587 req-e5768a16-4969-4248-b281-e30f840e3180 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 943 time: 0.0882435 Mar 02 11:39:50.291296 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks [] for port (22d26fbf-6558-4f58-a2fe-40622110f217), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:50.348016 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-12a19b18-784b-4e68-8064-a5e5591aa587 req-eb46688c-8d5c-49b1-9ea2-185ad772adb7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979307 Mar 02 11:39:50.386655 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:50.456416 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Pushing event updated for resources: {'Port': ['ID=22d26fbf-6558-4f58-a2fe-40622110f217,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:50.465887 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:39:50.467521 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:50.470871 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:39:50.843720 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks [] for router_gateway (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:51.133162 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6f565-d896-4243-848f-35f67b263513 req-86beeba5-52f5-4b6c-b3e6-81f314e66bd3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:51.134820 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ccb6f565-d896-4243-848f-35f67b263513 req-86beeba5-52f5-4b6c-b3e6-81f314e66bd3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.2872798 Mar 02 11:39:51.225917 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed78ee1-9f09-4ff9-afc0-954b704ae2b4 req-4c29c9a5-29c4-4144-8b88-d970a26a47b9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:51.227822 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ed78ee1-9f09-4ff9-afc0-954b704ae2b4 req-4c29c9a5-29c4-4144-8b88-d970a26a47b9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.2605376 Mar 02 11:39:51.322632 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ccb6f565-d896-4243-848f-35f67b263513 req-e7af4e5a-555b-466c-8654-f6019790ba64 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249213 Mar 02 11:39:51.350957 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ed78ee1-9f09-4ff9-afc0-954b704ae2b4 req-b2081f4d-0819-4a4c-a58c-43362dc5ea23 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154399 Mar 02 11:39:51.355726 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:51.454215 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c10cfdc-cb13-4c91-af79-697a53e57b5a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:39:51.502211 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6aa8a4-7cba-422d-a8ba-4bba5f4bb231 None None] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:39:51.606275 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device a4a5d565-bea8-42b5-855e-67e0bf0abe33 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:51.611663 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892e5dd-29ce-461d-9553-1dd0a9ee95ca req-66ee9a0c-ce4d-4b31-b32d-42726835acad tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:51.613308 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f892e5dd-29ce-461d-9553-1dd0a9ee95ca req-66ee9a0c-ce4d-4b31-b32d-42726835acad tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 943 time: 0.1036675 Mar 02 11:39:51.621154 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:39:51.625562 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.db.resource_extend [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 11:39:51.717172 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 2c10cfdc-cb13-4c91-af79-697a53e57b5a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c10cfdc-cb13-4c91-af79-697a53e57b5a,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:51.771894 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f892e5dd-29ce-461d-9553-1dd0a9ee95ca req-2c118327-8e10-4c96-95e8-cf576c105b8a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460223 Mar 02 11:39:51.796704 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '2c10cfdc-cb13-4c91-af79-697a53e57b5a', 'network_id': '0c6d4c4e-8fd6-436e-8005-b391046e2617', 'port_id': '2c10cfdc-cb13-4c91-af79-697a53e57b5a', 'mac_address': 'fa:16:3e:4d:1f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2964c9f-3997-4058-8736-658e4bf964fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:39:51.863186 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 2c10cfdc-cb13-4c91-af79-697a53e57b5a is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:51.863659 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:51.864087 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:39:51.878005 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Sync routers for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:39:51.901963 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-2d61c61c-46e3-498a-897f-5bbb7072bd6e None None] Provisioning complete for port a4a5d565-bea8-42b5-855e-67e0bf0abe33 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:51.902375 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:51.902564 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2d61c61c-46e3-498a-897f-5bbb7072bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:51.905030 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:39:51.907332 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:39:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:51.907799 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58078) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:51.908723 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c10cfdc-cb13-4c91-af79-697a53e57b5a {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:39:51.910069 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-71262efd-8f9a-425d-a015-8554ec129325 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8046920 Mar 02 11:39:52.072516 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port a4a5d565-bea8-42b5-855e-67e0bf0abe33 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:52.073783 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.104533 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:39:52.122420 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 2c10cfdc-cb13-4c91-af79-697a53e57b5a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c10cfdc-cb13-4c91-af79-697a53e57b5a,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:52.171020 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.242239 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=2c10cfdc-cb13-4c91-af79-697a53e57b5a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:52.387001 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2d61c61c-46e3-498a-897f-5bbb7072bd6e None None] Current status of the port a4a5d565-bea8-42b5-855e-67e0bf0abe33 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:52.387397 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2d61c61c-46e3-498a-897f-5bbb7072bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.406103 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port a4a5d565-bea8-42b5-855e-67e0bf0abe33 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:52.406634 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.467599 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['2c10cfdc-cb13-4c91-af79-697a53e57b5a'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:39:52.543620 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:50Z', 'revision_number': 3, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:52.584321 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-2d61c61c-46e3-498a-897f-5bbb7072bd6e None None] For port a4a5d565-bea8-42b5-855e-67e0bf0abe33, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=a4a5d565-bea8-42b5-855e-67e0bf0abe33,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:52.614353 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Checking router: 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:39:52.614754 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Updating router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d port 22d26fbf-6558-4f58-a2fe-40622110f217 binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:39:52.621264 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2d61c61c-46e3-498a-897f-5bbb7072bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.696272 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.736594 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.db.api [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 11:39:52.746251 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG oslo_db.api [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 11:39:52.773665 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61c61c-46e3-498a-897f-5bbb7072bd6e None None] Pushing event updated for resources: {'Port': ['ID=a4a5d565-bea8-42b5-855e-67e0bf0abe33,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:52.830824 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-537b34ab-cbb2-4342-ac8c-ba99fb3b2a4c None None] Provisioning complete for port a4a5d565-bea8-42b5-855e-67e0bf0abe33 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:52.831382 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-537b34ab-cbb2-4342-ac8c-ba99fb3b2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.916410 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:52.929605 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7983a0-367d-4462-a1ee-12aaf5c0e64a req-fa0c9078-18aa-42f2-b44c-030af8096d82 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:52.932716 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d7983a0-367d-4462-a1ee-12aaf5c0e64a req-fa0c9078-18aa-42f2-b44c-030af8096d82 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.4451456 Mar 02 11:39:52.974488 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0b78-7cc7-4a78-a9eb-ad041abfb735 req-26916850-5f89-4359-adbf-6f359cb5037e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:52.976572 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52eb0b78-7cc7-4a78-a9eb-ad041abfb735 req-26916850-5f89-4359-adbf-6f359cb5037e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.4445264 Mar 02 11:39:53.058963 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52eb0b78-7cc7-4a78-a9eb-ad041abfb735 req-d8dd6532-fbb6-4ceb-b766-cb060e20d97b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758903 Mar 02 11:39:53.073718 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d7983a0-367d-4462-a1ee-12aaf5c0e64a req-46a804e6-2a26-47af-8bd8-ed33872164ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353638 Mar 02 11:39:53.123623 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-537b34ab-cbb2-4342-ac8c-ba99fb3b2a4c None None] Current status of the port a4a5d565-bea8-42b5-855e-67e0bf0abe33 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:53.279649 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d077b0-aaa1-4d1f-bc10-ccc7d21d9e05 req-49b2350e-cdcb-4db9-9841-6d0b963bda7d tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:53.283678 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-00d077b0-aaa1-4d1f-bc10-ccc7d21d9e05 req-49b2350e-cdcb-4db9-9841-6d0b963bda7d tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 944 time: 0.0879841 Mar 02 11:39:53.298071 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Allocated IP 172.20.0.1 (46e488c5-35b4-4007-9f38-4f1c2421fbc0/9c44708d-bfe1-49aa-a7f6-8ffed4d7070b/5778796a-22c4-48bb-a67d-76217ca185f6) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:39:53.305996 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port a4a5d565-bea8-42b5-855e-67e0bf0abe33 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:53.385619 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Publish callbacks [] for port (22d26fbf-6558-4f58-a2fe-40622110f217), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.396981 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.423329 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-00d077b0-aaa1-4d1f-bc10-ccc7d21d9e05 req-c4c8ef8e-36c4-4daa-8d1e-d7e092f524e4 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350658 Mar 02 11:39:53.455634 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device a4a5d565-bea8-42b5-855e-67e0bf0abe33 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:53.472733 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Pushing event updated for resources: {'Port': ['ID=22d26fbf-6558-4f58-a2fe-40622110f217,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:53.501649 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.504108 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.504881 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.505476 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.506036 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.509105 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.510005 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.511566 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.512299 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.512931 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.513698 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.514396 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.515130 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:39:53.532252 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks [] for port (5778796a-22c4-48bb-a67d-76217ca185f6), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.562034 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Attempting to bind port 22d26fbf-6558-4f58-a2fe-40622110f217 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:39:53.563011 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Attempting to bind port 22d26fbf-6558-4f58-a2fe-40622110f217 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:39:53.563617 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Attempting to bind port 22d26fbf-6558-4f58-a2fe-40622110f217 on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:39:53.572030 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:39:53.572924 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:39:53.574985 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.575610 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:39:53.576605 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Bound port: 22d26fbf-6558-4f58-a2fe-40622110f217, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:39:53.577400 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.577521 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port a4a5d565-bea8-42b5-855e-67e0bf0abe33 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:53.578146 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.601454 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.692389 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] For port 22d26fbf-6558-4f58-a2fe-40622110f217, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:39:53.701504 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Pushing event updated for resources: {'Port': ['ID=5778796a-22c4-48bb-a67d-76217ca185f6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:53.703129 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] For port 22d26fbf-6558-4f58-a2fe-40622110f217, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=22d26fbf-6558-4f58-a2fe-40622110f217,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:39:53.713526 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.730069 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:39:53.731594 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:53.734281 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:39:53.757748 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port a4a5d565-bea8-42b5-855e-67e0bf0abe33 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:53.805862 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:53.822712 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7602e9-5930-4ad5-93e0-4d69440a35b2 None None] Pushing event updated for resources: {'Port': ['ID=22d26fbf-6558-4f58-a2fe-40622110f217,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:53.865609 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:39:53.866235 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:39:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:54.071043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:54.086729 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:39:54.166873 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-41e3e64e-8331-4729-9bf2-4cf078de8101 None None] Provisioning complete for port 5778796a-22c4-48bb-a67d-76217ca185f6 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:54.167628 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-41e3e64e-8331-4729-9bf2-4cf078de8101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:54.261212 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-41e3e64e-8331-4729-9bf2-4cf078de8101 None None] Port 5778796a-22c4-48bb-a67d-76217ca185f6 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:39:54.334972 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41f64-0f5c-42ab-9cbf-3b83426b5cae req-2a33765e-332d-4da1-a9cc-5b2d58209a16 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:54.342156 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bdd41f64-0f5c-42ab-9cbf-3b83426b5cae req-2a33765e-332d-4da1-a9cc-5b2d58209a16 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.1146832 Mar 02 11:39:54.365929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks [] for port (5778796a-22c4-48bb-a67d-76217ca185f6), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:54.374416 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:54.399845 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:50Z', 'revision_number': 3, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:54.419212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c48182-87fc-4896-8017-992a5d1ec056 req-550a2a53-104e-4047-831d-b617085e477b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:54.420851 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-62c48182-87fc-4896-8017-992a5d1ec056 req-550a2a53-104e-4047-831d-b617085e477b tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1733329 Mar 02 11:39:54.435583 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2abf78-e522-42a7-a61c-369c2d5b2a98 None None] The sync data for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi is: [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:50Z', 'revision_number': 3, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:39:54.453463 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:54.457008 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bdd41f64-0f5c-42ab-9cbf-3b83426b5cae req-3b166164-e76f-4d43-8226-8057054bdb2d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099274 Mar 02 11:39:54.495665 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Pushing event updated for resources: {'Port': ['ID=5778796a-22c4-48bb-a67d-76217ca185f6,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:54.544119 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-62c48182-87fc-4896-8017-992a5d1ec056 req-498276f0-71ea-41f4-b197-d34c7cab63d1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837290 Mar 02 11:39:54.627673 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53f3ad-b6d7-41b8-b26c-f4288882ddb4 req-c78181ca-360b-49dc-bb5d-e108e54a18bb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:54.629245 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed53f3ad-b6d7-41b8-b26c-f4288882ddb4 req-c78181ca-360b-49dc-bb5d-e108e54a18bb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 944 time: 0.0741251 Mar 02 11:39:54.645266 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:39:54.646800 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:54.725030 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed53f3ad-b6d7-41b8-b26c-f4288882ddb4 req-eaf10165-b191-4775-b433-62199a715b8a tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883441 Mar 02 11:39:54.830928 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:39:55.003372 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-94a176ea-0d39-4032-8221-26c7da8fee0b None None] Provisioning complete for port 5778796a-22c4-48bb-a67d-76217ca185f6 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:55.004065 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-94a176ea-0d39-4032-8221-26c7da8fee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.042791 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:39:55.051031 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-94a176ea-0d39-4032-8221-26c7da8fee0b None None] Port 5778796a-22c4-48bb-a67d-76217ca185f6 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:39:55.052449 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-222275ce-e05b-4a55-b3ba-f6a19744d914 admin admin] 10.222.0.43 "PUT /v2.0/routers/2b67aa62-47d0-4958-9c5d-9a4fc8eca46d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434758 Mar 02 11:39:55.467962 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c10cfdc-cb13-4c91-af79-697a53e57b5a up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:55.514228 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 22d26fbf-6558-4f58-a2fe-40622110f217 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:55.585038 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 2c10cfdc-cb13-4c91-af79-697a53e57b5a completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:39:55.592487 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 2c10cfdc-cb13-4c91-af79-697a53e57b5a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:55.592940 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.641995 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 22d26fbf-6558-4f58-a2fe-40622110f217 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:55.642365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.775073 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 2c10cfdc-cb13-4c91-af79-697a53e57b5a is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:55.776362 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.823708 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 2c10cfdc-cb13-4c91-af79-697a53e57b5a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c10cfdc-cb13-4c91-af79-697a53e57b5a,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:55.826994 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2fd9b7-8729-4f87-b245-451872799938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c10cfdc-cb13-4c91-af79-697a53e57b5a'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:39:55.830005 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44c68f-607b-4448-9618-ff314dc0a2de" -d '{"events": [{"server_uuid": "2a2fd9b7-8729-4f87-b245-451872799938", "name": "network-vif-plugged", "status": "completed", "tag": "2c10cfdc-cb13-4c91-af79-697a53e57b5a"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:39:55.835936 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.839535 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a0bd4-d3d7-4a45-b4bf-1c04a3143d11 req-1a6b0ac9-d67c-498d-a336-9547923b3e84 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:55.842928 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 22d26fbf-6558-4f58-a2fe-40622110f217 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:55.842928 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.845981 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bc0a0bd4-d3d7-4a45-b4bf-1c04a3143d11 req-1a6b0ac9-d67c-498d-a336-9547923b3e84 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.2750187 Mar 02 11:39:55.854982 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892739-faab-48cf-bd38-f246e932452c req-f1db8800-2f67-4bcf-80d6-e99c214b73a7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:55.856465 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1d892739-faab-48cf-bd38-f246e932452c req-f1db8800-2f67-4bcf-80d6-e99c214b73a7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.2096889 Mar 02 11:39:55.890656 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58130) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:55.895744 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1351867948-network', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:55.926090 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Made reservation on behalf of 8fb745de5a054239ad30cd7f0eca2fb7 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:39:55.928194 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=2c10cfdc-cb13-4c91-af79-697a53e57b5a,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:55.929015 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.947431 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.949825 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 22d26fbf-6558-4f58-a2fe-40622110f217, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=22d26fbf-6558-4f58-a2fe-40622110f217,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:55.958428 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:55.985801 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bc0a0bd4-d3d7-4a45-b4bf-1c04a3143d11 req-fa823a3d-1c3f-4678-b016-0663c10b11fa tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389508 Mar 02 11:39:55.996141 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1d892739-faab-48cf-bd38-f246e932452c req-8397f300-4ff7-4873-9fcc-c16c5c6e507d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185963 Mar 02 11:39:56.083267 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=22d26fbf-6558-4f58-a2fe-40622110f217,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:56.116962 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcd7e38-a41f-4d17-971a-ac5b01094e76 x-openstack-request-id: req-cbcd7e38-a41f-4d17-971a-ac5b01094e76 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:39:56.117137 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2fd9b7-8729-4f87-b245-451872799938", "name": "network-vif-plugged", "status": "completed", "tag": "2c10cfdc-cb13-4c91-af79-697a53e57b5a", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:39:56.117394 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbcd7e38-a41f-4d17-971a-ac5b01094e76 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:39:56.117800 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2fd9b7-8729-4f87-b245-451872799938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c10cfdc-cb13-4c91-af79-697a53e57b5a', 'code': 200} Mar 02 11:39:56.171330 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks [] for security_group (05738dab-eea2-4cb9-9062-af6c61e51d0d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.177839 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (05738dab-eea2-4cb9-9062-af6c61e51d0d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.200725 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee99cc3-d48b-4e3b-a32d-2a6be4c41df2 req-a86983d8-b389-48d3-badd-e3227ba1b9a7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:56.203173 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eee99cc3-d48b-4e3b-a32d-2a6be4c41df2 req-a86983d8-b389-48d3-badd-e3227ba1b9a7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.0652239 Mar 02 11:39:56.207547 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:39:56.223649 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05738dab-eea2-4cb9-9062-af6c61e51d0d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:56.226594 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (615764bc-772f-4f29-b247-ba3dc8923ae0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.226978 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Added segment 615764bc-772f-4f29-b247-ba3dc8923ae0 of type vlan for network 948d04a0-7f11-4ed2-86c1-41a86d1714ce Mar 02 11:39:56.268887 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eee99cc3-d48b-4e3b-a32d-2a6be4c41df2 req-3c25cff0-019b-4083-af44-de271c6ec12d tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603180 Mar 02 11:39:56.303099 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (948d04a0-7f11-4ed2-86c1-41a86d1714ce), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.337895 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (948d04a0-7f11-4ed2-86c1-41a86d1714ce), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.338900 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:56.339496 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.402827 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=948d04a0-7f11-4ed2-86c1-41a86d1714ce,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:56.408504 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-9454a085-1c21-46ee-9701-34e390e34bf2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5167158 Mar 02 11:39:56.411228 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58134) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:56.415365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:39:56.416278 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Request body: {'subnet': {'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1351867948-subnet', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:56.443801 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Made reservation on behalf of 8fb745de5a054239ad30cd7f0eca2fb7 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:39:56.446952 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3377523'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.691663 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3377473'] for subnet (0388c4bd-9bc9-4933-8898-33fd6504066c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.759450 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0388c4bd-9bc9-4933-8898-33fd6504066c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:56.765337 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Checking segment: {'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:39:56.765649 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Network hostable DHCP agents. Network: 948d04a0-7f11-4ed2-86c1-41a86d1714ce, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:39:56.789872 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:39:56.792517 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Sync routers for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:39:56.809651 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 948d04a0-7f11-4ed2-86c1-41a86d1714ce) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:56.816576 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:56.817944 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.823114 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f8fa2-edd6-47e5-a9fd-96bc464e4b70 None None] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:39:56.827824 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:39:56.828562 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:39:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:56.849570 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-43f30881-9297-4a8c-a5d1-dc1e2be4d401 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4371791 Mar 02 11:39:56.852312 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:56.858646 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:39:56.898403 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.899790 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:56.993611 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks [] for router_controller (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:57.024969 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:39:57.059805 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-948d04a0-7f11-4ed2-86c1-41a86d1714ce', 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce', 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'fixed_ips': [{'subnet_id': '0388c4bd-9bc9-4933-8898-33fd6504066c'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:39:57.060924 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:57.293426 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks [] for router_gateway (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:57.320212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74749ba5-eb43-4b22-ac50-a836b44467af req-2da40a48-5120-4d68-b68a-cb6d383e30d1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:57.322747 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-74749ba5-eb43-4b22-ac50-a836b44467af req-2da40a48-5120-4d68-b68a-cb6d383e30d1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1621308 Mar 02 11:39:57.367074 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddddbf1-6ae7-4bcd-99d2-bdfa111d6006 req-5569183c-d0b8-47fd-a5a3-27b4a71248e0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:57.367074 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eddddbf1-6ae7-4bcd-99d2-bdfa111d6006 req-5569183c-d0b8-47fd-a5a3-27b4a71248e0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.1936293 Mar 02 11:39:57.495117 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 22d26fbf-6558-4f58-a2fe-40622110f217 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:57.524859 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-74749ba5-eb43-4b22-ac50-a836b44467af req-c1b12e80-d983-44d1-8afa-12e84346649d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938500 Mar 02 11:39:57.556054 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eddddbf1-6ae7-4bcd-99d2-bdfa111d6006 req-10af0e6c-573c-44fe-9c66-649fc9e4f519 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707442 Mar 02 11:39:57.641577 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks [] for router_gateway (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:57.669089 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:57.675823 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Allocated IP 172.20.0.2 (948d04a0-7f11-4ed2-86c1-41a86d1714ce/0388c4bd-9bc9-4933-8898-33fd6504066c/0dd83e48-3d48-41f9-9786-0705a81184d8) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:39:57.788457 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 22d26fbf-6558-4f58-a2fe-40622110f217 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:57.789233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:57.796473 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d37e-8601-45cb-907e-e7edd21a728f req-9e6034b6-41c5-4d15-a6e7-0dce19adf2c6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:57.799961 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0fd8d37e-8601-45cb-907e-e7edd21a728f req-9e6034b6-41c5-4d15-a6e7-0dce19adf2c6 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.1525764 Mar 02 11:39:57.942777 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0fd8d37e-8601-45cb-907e-e7edd21a728f req-38f093e7-3503-49cc-821d-c17ab8537c46 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361549 Mar 02 11:39:57.989110 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Allocated IP 172.27.2.254 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/bdd8b5b2-e3cf-44f2-b312-067cfc676f03) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:39:58.031803 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 2, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:58.063667 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Checking router: 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:39:58.064271 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Updating router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d port 5778796a-22c4-48bb-a67d-76217ca185f6 binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:39:58.154104 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.159680 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Publish callbacks [] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.178448 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.205591 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks [] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.206023 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 22d26fbf-6558-4f58-a2fe-40622110f217 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:58.264538 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:39:58.268882 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.311283 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:58.313559 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Pushing event updated for resources: {'Port': ['ID=0dd83e48-3d48-41f9-9786-0705a81184d8,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:58.323285 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:39:58.337977 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:39:58.342138 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:39:58.351759 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:39:58.356042 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Pushing event updated for resources: {'Port': ['ID=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:58.421351 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Attempting to bind port 0dd83e48-3d48-41f9-9786-0705a81184d8 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:39:58.422306 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Attempting to bind port 0dd83e48-3d48-41f9-9786-0705a81184d8 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:39:58.422834 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Attempting to bind port 0dd83e48-3d48-41f9-9786-0705a81184d8 on network 948d04a0-7f11-4ed2-86c1-41a86d1714ce {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:39:58.525539 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:39:58.526940 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Checking segment: {'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:39:58.527566 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.528170 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Bound using segment: {'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:39:58.528896 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Bound port: 0dd83e48-3d48-41f9-9786-0705a81184d8, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:39:58.529504 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.658850 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] For port 0dd83e48-3d48-41f9-9786-0705a81184d8, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:39:58.695522 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] For port 0dd83e48-3d48-41f9-9786-0705a81184d8, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=0dd83e48-3d48-41f9-9786-0705a81184d8,segment=NetworkSegment(615764bc-772f-4f29-b247-ba3dc8923ae0),segment_id=615764bc-772f-4f29-b247-ba3dc8923ae0)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:39:58.715045 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.887102 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642734-3770-427f-83fc-0506158c64f7 req-24ae3682-059c-4cbb-9b92-44c05c39ed6c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:58.897991 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4642734-3770-427f-83fc-0506158c64f7 req-24ae3682-059c-4cbb-9b92-44c05c39ed6c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.2084453 Mar 02 11:39:58.905595 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575945a-a898-42be-b59b-cc770c8dc32d req-dc88d5bf-cd82-437d-bfcd-fc1d93a24bd0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:58.907718 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5575945a-a898-42be-b59b-cc770c8dc32d req-dc88d5bf-cd82-437d-bfcd-fc1d93a24bd0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.2575989 Mar 02 11:39:58.916780 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Publish callbacks [] for port (5778796a-22c4-48bb-a67d-76217ca185f6), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:58.958693 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d006fd-92c0-4f4c-ba41-9ffcc4e8c3cd None None] Pushing event updated for resources: {'Port': ['ID=0dd83e48-3d48-41f9-9786-0705a81184d8,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:58.962971 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.043160 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d17bb-2dd1-4868-a324-1dffadfd7222 None None] Pushing event updated for resources: {'Port': ['ID=5778796a-22c4-48bb-a67d-76217ca185f6,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:59.066133 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4642734-3770-427f-83fc-0506158c64f7 req-38453fed-3046-41b7-b5fe-bb65defd8798 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572342 Mar 02 11:39:59.115134 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5575945a-a898-42be-b59b-cc770c8dc32d req-2eadd380-b7a3-4a3b-bcba-713d9e7129fa tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985462 Mar 02 11:39:59.136322 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Attempting to bind port 5778796a-22c4-48bb-a67d-76217ca185f6 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:39:59.136735 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Attempting to bind port 5778796a-22c4-48bb-a67d-76217ca185f6 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:39:59.137101 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Attempting to bind port 5778796a-22c4-48bb-a67d-76217ca185f6 on network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:39:59.154704 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:39:59.154704 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Checking segment: {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:39:59.155087 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.155452 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Bound using segment: {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:39:59.155932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Bound port: 5778796a-22c4-48bb-a67d-76217ca185f6, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:39:59.156347 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.198561 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks [] for router_gateway (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.301557 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] For port 5778796a-22c4-48bb-a67d-76217ca185f6, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:39:59.307130 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] For port 5778796a-22c4-48bb-a67d-76217ca185f6, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=5778796a-22c4-48bb-a67d-76217ca185f6,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:39:59.326532 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.358200 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb6858-0646-4351-b11a-422f20f2ead4 req-a75f9faa-88af-4b29-be51-043a4dbd287d tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:39:59.367767 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3cb6858-0646-4351-b11a-422f20f2ead4 req-a75f9faa-88af-4b29-be51-043a4dbd287d tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.1595006 Mar 02 11:39:59.442364 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3cb6858-0646-4351-b11a-422f20f2ead4 req-d8ea236f-9587-492a-9af4-66654fffd1fa tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583203 Mar 02 11:39:59.496324 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c7af6446-0339-492b-8fcf-5f1e2d940d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.510313 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-4bd4f55a-9034-47ae-ae52-3b9cc98ed634 None None] Provisioning complete for port 5778796a-22c4-48bb-a67d-76217ca185f6 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:59.510691 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4bd4f55a-9034-47ae-ae52-3b9cc98ed634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.516201 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 0dd83e48-3d48-41f9-9786-0705a81184d8 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:39:59.518010 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d17bb-2dd1-4868-a324-1dffadfd7222 None None] Pushing event updated for resources: {'Port': ['ID=5778796a-22c4-48bb-a67d-76217ca185f6,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:39:59.524474 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:39:59.525142 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:39:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:59.554427 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.692945 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:39:59.734042 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 0dd83e48-3d48-41f9-9786-0705a81184d8 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:39:59.734667 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.745236 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:39:59.802479 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:39:59.804692 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4f55a-9034-47ae-ae52-3b9cc98ed634 None None] Current status of the port 5778796a-22c4-48bb-a67d-76217ca185f6 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:39:59.805098 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4bd4f55a-9034-47ae-ae52-3b9cc98ed634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.813502 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Sync routers for ids ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:39:59.824114 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:39:59.828558 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 58162) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:39:59.828769 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-5506a1ef-5155-4345-b04b-a6251888742e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9753072 Mar 02 11:39:59.835011 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Routers {'35bb47c4-a7c9-4d89-9914-fdbf8df39df3'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:39:59.837359 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:39:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:39:59.941327 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4bd4f55a-9034-47ae-ae52-3b9cc98ed634 None None] For port 5778796a-22c4-48bb-a67d-76217ca185f6, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=5778796a-22c4-48bb-a67d-76217ca185f6,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:39:59.958327 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4bd4f55a-9034-47ae-ae52-3b9cc98ed634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.001252 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Set router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:00.056034 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4f55a-9034-47ae-ae52-3b9cc98ed634 None None] Pushing event updated for resources: {'Port': ['ID=5778796a-22c4-48bb-a67d-76217ca185f6,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:00.067061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 0dd83e48-3d48-41f9-9786-0705a81184d8 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:00.067061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.162536 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-295016a6-ff0d-495e-8950-d943913ba4ef None None] Provisioning complete for port 5778796a-22c4-48bb-a67d-76217ca185f6 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:00.163058 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-295016a6-ff0d-495e-8950-d943913ba4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.239156 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 0dd83e48-3d48-41f9-9786-0705a81184d8, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=0dd83e48-3d48-41f9-9786-0705a81184d8,segment=NetworkSegment(615764bc-772f-4f29-b247-ba3dc8923ae0),segment_id=615764bc-772f-4f29-b247-ba3dc8923ae0)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:00.250929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.345638 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=0dd83e48-3d48-41f9-9786-0705a81184d8,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:00.356560 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:39:58Z', 'revision_number': 3, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port': {'id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:57Z', 'updated_at': '2022-03-02T11:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:00.358296 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f2dfe-4da0-44de-83bb-b18a4b9918dd None None] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:40:00.377762 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:00.383256 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Checking router: 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:40:00.383609 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Updating router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:40:00.412209 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95e0d9-931c-4197-9303-b7999ea7e709 req-36805200-d813-4938-a476-3544471dd7f6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:00.414278 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a95e0d9-931c-4197-9303-b7999ea7e709 req-36805200-d813-4938-a476-3544471dd7f6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.2068732 Mar 02 11:40:00.414421 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.434008 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a6200-f3e0-4c09-adbc-e37a1ccba226 req-846d1ad3-a204-4a36-a52b-528971340a0d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:00.441147 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-276a6200-f3e0-4c09-adbc-e37a1ccba226 req-846d1ad3-a204-4a36-a52b-528971340a0d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1841774 Mar 02 11:40:00.444384 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a62c9-aa57-4c9e-8261-f27958069b19 None None] The sync data for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi is: [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:40:00.450808 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-295016a6-ff0d-495e-8950-d943913ba4ef None None] Current status of the port 5778796a-22c4-48bb-a67d-76217ca185f6 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:00.575860 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-caf2e31c-94ec-4271-ab75-113478e40f63 None None] Provisioning complete for port 0dd83e48-3d48-41f9-9786-0705a81184d8 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:00.576278 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-caf2e31c-94ec-4271-ab75-113478e40f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.577846 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a95e0d9-931c-4197-9303-b7999ea7e709 req-b4aeb9df-6db8-449e-9307-cf8ab3268d8c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544189 Mar 02 11:40:00.618248 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-276a6200-f3e0-4c09-adbc-e37a1ccba226 req-eacfd5f4-b83a-48bc-bce0-1a2bdd0a1131 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766474 Mar 02 11:40:00.730272 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-caf2e31c-94ec-4271-ab75-113478e40f63 None None] Current status of the port 0dd83e48-3d48-41f9-9786-0705a81184d8 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:00.751378 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.817510 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Publish callbacks [] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.839476 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.842736 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a30f4-837a-41af-9524-a7bd50412769 req-74939688-e33f-4e5e-845f-f301969035fc tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:00.844281 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-833a30f4-837a-41af-9524-a7bd50412769 req-74939688-e33f-4e5e-845f-f301969035fc tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.1305661 Mar 02 11:40:00.854795 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-9c7f57b3-2ac4-4996-9fc4-075763e833e8 None None] Provisioning complete for port 0dd83e48-3d48-41f9-9786-0705a81184d8 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:00.855382 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9c7f57b3-2ac4-4996-9fc4-075763e833e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.882887 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Attempting to bind port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:00.882887 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Attempting to bind port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:00.883377 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Attempting to bind port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:00.912506 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:00.912975 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:00.913505 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.915031 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:00.915031 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Bound port: bdd8b5b2-e3cf-44f2-b312-067cfc676f03, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:00.915031 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:00.993629 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b89531-7f16-489c-a870-90da0262e84e None None] Pushing event updated for resources: {'Port': ['ID=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:00.996444 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] For port bdd8b5b2-e3cf-44f2-b312-067cfc676f03, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:00.999932 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] For port bdd8b5b2-e3cf-44f2-b312-067cfc676f03, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:01.008642 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.010624 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-833a30f4-837a-41af-9524-a7bd50412769 req-b67fc022-604f-47b9-bf4c-417eb54d58fb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474514 Mar 02 11:40:01.032090 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Allocated IP 172.20.0.1 (948d04a0-7f11-4ed2-86c1-41a86d1714ce/0388c4bd-9bc9-4933-8898-33fd6504066c/032052bf-09e1-4bc5-96a5-ff2b89d1204a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:01.095523 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b89531-7f16-489c-a870-90da0262e84e None None] Pushing event updated for resources: {'Port': ['ID=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:01.115137 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Routers {'35bb47c4-a7c9-4d89-9914-fdbf8df39df3'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:01.115783 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:39:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:01.134388 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f57b3-2ac4-4996-9fc4-075763e833e8 None None] Current status of the port 0dd83e48-3d48-41f9-9786-0705a81184d8 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:01.183136 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks [] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.217158 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.244483 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] Set router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:01.256178 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:01.260855 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:01.265420 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:01.271148 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Pushing event updated for resources: {'Port': ['ID=032052bf-09e1-4bc5-96a5-ff2b89d1204a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:01.309536 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.355505 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0bac-c808-4eff-a266-500550996f9c req-cf3c1ad4-36f1-4056-9b33-4aaa91908e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:01.360161 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bc0c0bac-c808-4eff-a266-500550996f9c req-cf3c1ad4-36f1-4056-9b33-4aaa91908e63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 1129 time: 0.0737877 Mar 02 11:40:01.442782 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bc0c0bac-c808-4eff-a266-500550996f9c req-4e8f3456-2e0b-4de6-950c-224c7d0cc6af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702004 Mar 02 11:40:01.511673 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:39:58Z', 'revision_number': 3, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port': {'id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:57Z', 'updated_at': '2022-03-02T11:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:01.519777 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.573428 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd11a00-13ff-4e38-8814-3bfec14f3245 None None] The sync data for ids ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'] in dv-cinder-822821-2-iscsi is: [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:39:58Z', 'revision_number': 3, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port': {'id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:57Z', 'updated_at': '2022-03-02T11:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:40:01.588383 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 5778796a-22c4-48bb-a67d-76217ca185f6 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:01.680878 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3ced0e09-2a78-4066-936c-ebd218db7613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.700175 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-7e4f470c-e7bd-43f5-a6c7-70655c205a10 None None] Provisioning complete for port 032052bf-09e1-4bc5-96a5-ff2b89d1204a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:01.700550 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7e4f470c-e7bd-43f5-a6c7-70655c205a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.779012 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 5778796a-22c4-48bb-a67d-76217ca185f6 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:01.779393 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:01.783466 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f470c-e7bd-43f5-a6c7-70655c205a10 None None] Port 032052bf-09e1-4bc5-96a5-ff2b89d1204a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:40:01.920995 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 5778796a-22c4-48bb-a67d-76217ca185f6 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:01.922215 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 0dd83e48-3d48-41f9-9786-0705a81184d8 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:02.069434 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 0dd83e48-3d48-41f9-9786-0705a81184d8 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:02.070038 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:02.080491 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks [] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:02.100076 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add493f4-21eb-4ac9-be55-0f1c24ec5353 req-85d1edb3-4322-46c5-a207-ea97d906b6a5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:02.109476 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-add493f4-21eb-4ac9-be55-0f1c24ec5353 req-85d1edb3-4322-46c5-a207-ea97d906b6a5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.3662360 Mar 02 11:40:02.123214 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:02.204823 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2109079-19af-4ec6-9068-14207ed4ad51 req-809d2c5f-9f4a-4dc1-894c-19818c2e70ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:02.205325 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 0dd83e48-3d48-41f9-9786-0705a81184d8 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:02.206374 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a2109079-19af-4ec6-9068-14207ed4ad51 req-809d2c5f-9f4a-4dc1-894c-19818c2e70ca tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.4370725 Mar 02 11:40:02.253440 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:02.289503 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-add493f4-21eb-4ac9-be55-0f1c24ec5353 req-002dacb9-2fc1-4e4f-a35c-b7a52950f39c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788833 Mar 02 11:40:02.295290 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Pushing event updated for resources: {'Port': ['ID=032052bf-09e1-4bc5-96a5-ff2b89d1204a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:02.355493 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a2109079-19af-4ec6-9068-14207ed4ad51 req-5c8d112e-ca9c-4a4a-9f16-3a19e6488da6 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363955 Mar 02 11:40:02.438560 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0107c6-d4fd-48be-a1fe-27201f1d5b52 req-84dbda64-52ac-4667-b09a-e72304e625bb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:02.440094 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a0107c6-d4fd-48be-a1fe-27201f1d5b52 req-84dbda64-52ac-4667-b09a-e72304e625bb tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.0836506 Mar 02 11:40:02.442027 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:02.443604 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:02.545764 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a0107c6-d4fd-48be-a1fe-27201f1d5b52 req-7c029276-1f90-4e23-88e9-e24d1278f988 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945637 Mar 02 11:40:02.547144 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:02.606574 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:40:02.721886 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:40:02.726233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5e9401f8-ba50-4b02-b0b1-8c91630a5725 None None] Provisioning complete for port 032052bf-09e1-4bc5-96a5-ff2b89d1204a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:02.726723 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5e9401f8-ba50-4b02-b0b1-8c91630a5725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:02.728174 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4aafaff7-3c7f-4385-9630-5b11f1251fef admin admin] 10.222.0.43 "PUT /v2.0/routers/35bb47c4-a7c9-4d89-9914-fdbf8df39df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8983569 Mar 02 11:40:02.765663 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5e9401f8-ba50-4b02-b0b1-8c91630a5725 None None] Port 032052bf-09e1-4bc5-96a5-ff2b89d1204a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:40:03.249360 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 58192) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:03.254105 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-71e04f0d-7de2-46c5-b1c3-7e4512f2872f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512066224', 'description': 'tempest-secgroup-smoke-512066224 description', 'project_id': 'bb4debb335014948a5094437ea94c3bd'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:03.275041 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71e04f0d-7de2-46c5-b1c3-7e4512f2872f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.365674 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71e04f0d-7de2-46c5-b1c3-7e4512f2872f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group (d5ed4247-1ff5-4563-a551-013e494f9163), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.380689 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71e04f0d-7de2-46c5-b1c3-7e4512f2872f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (d5ed4247-1ff5-4563-a551-013e494f9163), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.433520 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71e04f0d-7de2-46c5-b1c3-7e4512f2872f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.434746 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-71e04f0d-7de2-46c5-b1c3-7e4512f2872f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1842945 Mar 02 11:40:03.437964 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58198) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:03.438495 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device bdd8b5b2-e3cf-44f2-b312-067cfc676f03 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:03.439807 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e04f0d-7de2-46c5-b1c3-7e4512f2872f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ed4247-1ff5-4563-a551-013e494f9163,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:03.449385 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-59acc4cf-2461-4d6b-9bcd-2044978ac644 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'security_group_rule': {'security_group_id': 'd5ed4247-1ff5-4563-a551-013e494f9163', 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:03.454830 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f8f9-b2b6-45f6-83eb-b01859a4a921 req-c1c57489-a29e-4a46-9b97-93acae9dba88 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:03.458187 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c70f8f9-b2b6-45f6-83eb-b01859a4a921 req-c1c57489-a29e-4a46-9b97-93acae9dba88 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0892360 Mar 02 11:40:03.494869 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59acc4cf-2461-4d6b-9bcd-2044978ac644 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (3799e936-f988-4585-a111-bbf0cf5832b1), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.507832 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:03.508517 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.534741 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Sync routers for ids ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:40:03.537049 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c70f8f9-b2b6-45f6-83eb-b01859a4a921 req-ef2e0467-725c-4404-a5f7-77d07cfe91a0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672064 Mar 02 11:40:03.550907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e4109-6ad7-4682-8cbd-b1f56d9f444d req-5f24b43e-3d6a-4992-b083-e5c4e2f60aec tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:03.552677 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec8e4109-6ad7-4682-8cbd-b1f56d9f444d req-5f24b43e-3d6a-4992-b083-e5c4e2f60aec tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0925467 Mar 02 11:40:03.582957 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Routers {'35bb47c4-a7c9-4d89-9914-fdbf8df39df3'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:03.583686 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:03.593266 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59acc4cf-2461-4d6b-9bcd-2044978ac644 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (3799e936-f988-4585-a111-bbf0cf5832b1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.601916 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59acc4cf-2461-4d6b-9bcd-2044978ac644 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (3799e936-f988-4585-a111-bbf0cf5832b1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.623490 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acc4cf-2461-4d6b-9bcd-2044978ac644 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3799e936-f988-4585-a111-bbf0cf5832b1,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:03.633919 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59acc4cf-2461-4d6b-9bcd-2044978ac644 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.635169 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-59acc4cf-2461-4d6b-9bcd-2044978ac644 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961756 Mar 02 11:40:03.638027 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58202) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:03.642378 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-93240564-11eb-4a40-b9b8-4227b6551359 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'security_group_rule': {'security_group_id': 'd5ed4247-1ff5-4563-a551-013e494f9163', 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:03.668766 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93240564-11eb-4a40-b9b8-4227b6551359 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (341ce41a-e68c-44c8-b395-cc3f125bc34c), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.678916 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec8e4109-6ad7-4682-8cbd-b1f56d9f444d req-d839b717-b576-45b1-a375-25e46a1c8c7d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194165 Mar 02 11:40:03.699931 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:03.700322 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.706450 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52215c-7fa7-48ae-a2aa-9f999d02ad2e req-0d856f94-6e63-46ab-934a-c11adc787c1b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:03.708893 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b52215c-7fa7-48ae-a2aa-9f999d02ad2e req-0d856f94-6e63-46ab-934a-c11adc787c1b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.0872879 Mar 02 11:40:03.727882 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port bdd8b5b2-e3cf-44f2-b312-067cfc676f03, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:03.737078 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.748549 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93240564-11eb-4a40-b9b8-4227b6551359 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (341ce41a-e68c-44c8-b395-cc3f125bc34c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.755995 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93240564-11eb-4a40-b9b8-4227b6551359 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (341ce41a-e68c-44c8-b395-cc3f125bc34c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.770902 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b52215c-7fa7-48ae-a2aa-9f999d02ad2e req-63770eff-7508-4cf1-9411-a132f06d01a8 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Mar 02 11:40:03.775778 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Set router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:03.780051 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93240564-11eb-4a40-b9b8-4227b6551359 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341ce41a-e68c-44c8-b395-cc3f125bc34c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:03.790929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-93240564-11eb-4a40-b9b8-4227b6551359 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.795075 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-93240564-11eb-4a40-b9b8-4227b6551359 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534157 Mar 02 11:40:03.795627 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58206) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:03.800798 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-96926539-94f8-4bd1-bd62-e1e3a9dd3e48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'security_group_rule': {'security_group_id': 'd5ed4247-1ff5-4563-a551-013e494f9163', 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:03.833428 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96926539-94f8-4bd1-bd62-e1e3a9dd3e48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (25059201-73d1-4002-bc9b-5fec35314b16), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.841585 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:03.905823 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96926539-94f8-4bd1-bd62-e1e3a9dd3e48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (25059201-73d1-4002-bc9b-5fec35314b16), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.910744 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96926539-94f8-4bd1-bd62-e1e3a9dd3e48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (25059201-73d1-4002-bc9b-5fec35314b16), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.929570 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96926539-94f8-4bd1-bd62-e1e3a9dd3e48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25059201-73d1-4002-bc9b-5fec35314b16,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:03.940353 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-96926539-94f8-4bd1-bd62-e1e3a9dd3e48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:03.941816 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-96926539-94f8-4bd1-bd62-e1e3a9dd3e48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451631 Mar 02 11:40:03.944772 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 58210) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:03.950362 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-3ca2d494-d278-47db-a0bf-d217d8fe186d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'security_group_rule': {'security_group_id': 'd5ed4247-1ff5-4563-a551-013e494f9163', 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:03.978250 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ca2d494-d278-47db-a0bf-d217d8fe186d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (d2fac094-1e36-49a4-9106-8a044aaf4cf9), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.030170 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:40:01Z', 'revision_number': 4, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port': {'id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:57Z', 'updated_at': '2022-03-02T11:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '032052bf-09e1-4bc5-96a5-ff2b89d1204a', 'name': '', 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'mac_address': 'fa:16:3e:09:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0388c4bd-9bc9-4933-8898-33fd6504066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:00Z', 'updated_at': '2022-03-02T11:40:01Z', 'revision_number': 2, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'subnets': [{'id': '0388c4bd-9bc9-4933-8898-33fd6504066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:04.039422 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ca2d494-d278-47db-a0bf-d217d8fe186d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (d2fac094-1e36-49a4-9106-8a044aaf4cf9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.043566 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ca2d494-d278-47db-a0bf-d217d8fe186d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (d2fac094-1e36-49a4-9106-8a044aaf4cf9), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.059009 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Checking router: 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:40:04.059746 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Updating router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 port 032052bf-09e1-4bc5-96a5-ff2b89d1204a binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:40:04.064232 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2d494-d278-47db-a0bf-d217d8fe186d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fac094-1e36-49a4-9106-8a044aaf4cf9,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:04.073195 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ca2d494-d278-47db-a0bf-d217d8fe186d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.076972 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3ca2d494-d278-47db-a0bf-d217d8fe186d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286535 Mar 02 11:40:04.077439 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58216) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:04.082831 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'security_group_rule': {'security_group_id': 'd5ed4247-1ff5-4563-a551-013e494f9163', 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:04.093918 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.147200 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Project bb4debb335014948a5094437ea94c3bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 11:40:04.163322 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (6dcbe55c-0c96-4a2e-aa1c-235ece8856af), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.228462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.250609 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (6dcbe55c-0c96-4a2e-aa1c-235ece8856af), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.257568 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (6dcbe55c-0c96-4a2e-aa1c-235ece8856af), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.273858 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcbe55c-0c96-4a2e-aa1c-235ece8856af,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:04.293609 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.294940 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-8142fa6a-77f0-4ecd-9ec8-7deecbba54c2 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2166438 Mar 02 11:40:04.297664 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58226) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:04.303496 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'security_group_rule': {'security_group_id': 'd5ed4247-1ff5-4563-a551-013e494f9163', 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:04.327719 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Project bb4debb335014948a5094437ea94c3bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 11:40:04.333102 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (7158cdab-88ae-4329-b268-bef4e9f3f6f5), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.397014 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (7158cdab-88ae-4329-b268-bef4e9f3f6f5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.401120 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (7158cdab-88ae-4329-b268-bef4e9f3f6f5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.417329 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7158cdab-88ae-4329-b268-bef4e9f3f6f5,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:04.427275 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Publish callbacks [] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.431417 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.432812 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-ed5543d7-f47f-42bb-8ffb-7ca76b9252e5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329746 Mar 02 11:40:04.443462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.495178 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881014-9f8c-4217-8a71-c6ff8690bfa0 None None] Pushing event updated for resources: {'Port': ['ID=032052bf-09e1-4bc5-96a5-ff2b89d1204a,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:04.571345 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Attempting to bind port 032052bf-09e1-4bc5-96a5-ff2b89d1204a on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:04.571726 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Attempting to bind port 032052bf-09e1-4bc5-96a5-ff2b89d1204a by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:04.573365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Attempting to bind port 032052bf-09e1-4bc5-96a5-ff2b89d1204a on network 948d04a0-7f11-4ed2-86c1-41a86d1714ce {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:04.588873 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:04.589257 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Checking segment: {'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:04.589681 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.590170 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Bound using segment: {'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:04.590657 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Bound port: 032052bf-09e1-4bc5-96a5-ff2b89d1204a, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615764bc-772f-4f29-b247-ba3dc8923ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:04.591048 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.751202 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] For port 032052bf-09e1-4bc5-96a5-ff2b89d1204a, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:04.754803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928818-4de2-4d52-9fd6-4149996d53e5 req-365bc93f-c068-43a8-bc47-9327852ab556 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:04.756462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] For port 032052bf-09e1-4bc5-96a5-ff2b89d1204a, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=032052bf-09e1-4bc5-96a5-ff2b89d1204a,segment=NetworkSegment(615764bc-772f-4f29-b247-ba3dc8923ae0),segment_id=615764bc-772f-4f29-b247-ba3dc8923ae0)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:04.757706 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9928818-4de2-4d52-9fd6-4149996d53e5 req-365bc93f-c068-43a8-bc47-9327852ab556 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.1148369 Mar 02 11:40:04.770818 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.836654 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Routers {'35bb47c4-a7c9-4d89-9914-fdbf8df39df3'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:04.837354 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:04.851444 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9928818-4de2-4d52-9fd6-4149996d53e5 req-efc07e36-a85b-4e0e-ad59-80c951191cca tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864060 Mar 02 11:40:04.866926 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c0cf-4f8c-432f-b2d7-da289aa79b49 req-f558428c-5d39-425b-bd74-0485536baef1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:04.874072 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2187c0cf-4f8c-432f-b2d7-da289aa79b49 req-f558428c-5d39-425b-bd74-0485536baef1 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0992594 Mar 02 11:40:04.890177 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881014-9f8c-4217-8a71-c6ff8690bfa0 None None] Pushing event updated for resources: {'Port': ['ID=032052bf-09e1-4bc5-96a5-ff2b89d1204a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:04.941233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f71e5b5c-2283-49ee-8ca2-2c1edc2117b4 None None] Provisioning complete for port 032052bf-09e1-4bc5-96a5-ff2b89d1204a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:04.942042 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f71e5b5c-2283-49ee-8ca2-2c1edc2117b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:04.959875 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2187c0cf-4f8c-432f-b2d7-da289aa79b49 req-20dfa29d-984f-4870-bdab-6eed15a50619 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846374 Mar 02 11:40:05.042524 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] Set router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:05.125352 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f71e5b5c-2283-49ee-8ca2-2c1edc2117b4 None None] Current status of the port 032052bf-09e1-4bc5-96a5-ff2b89d1204a is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:05.125775 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f71e5b5c-2283-49ee-8ca2-2c1edc2117b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:05.234191 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f71e5b5c-2283-49ee-8ca2-2c1edc2117b4 None None] For port 032052bf-09e1-4bc5-96a5-ff2b89d1204a, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=032052bf-09e1-4bc5-96a5-ff2b89d1204a,segment=NetworkSegment(615764bc-772f-4f29-b247-ba3dc8923ae0),segment_id=615764bc-772f-4f29-b247-ba3dc8923ae0)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:05.241875 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f71e5b5c-2283-49ee-8ca2-2c1edc2117b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:05.334929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e5b5c-2283-49ee-8ca2-2c1edc2117b4 None None] Pushing event updated for resources: {'Port': ['ID=032052bf-09e1-4bc5-96a5-ff2b89d1204a,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:05.486505 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device bdd8b5b2-e3cf-44f2-b312-067cfc676f03 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:05.549999 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-094ca3e8-4497-4c3d-98dc-d1563e174c13 None None] Provisioning complete for port 032052bf-09e1-4bc5-96a5-ff2b89d1204a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:05.550437 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-094ca3e8-4497-4c3d-98dc-d1563e174c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:05.583926 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:05.590660 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:40:01Z', 'revision_number': 4, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port': {'id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:57Z', 'updated_at': '2022-03-02T11:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '032052bf-09e1-4bc5-96a5-ff2b89d1204a', 'name': '', 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'mac_address': 'fa:16:3e:09:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0388c4bd-9bc9-4933-8898-33fd6504066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:00Z', 'updated_at': '2022-03-02T11:40:04Z', 'revision_number': 4, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'subnets': [{'id': '0388c4bd-9bc9-4933-8898-33fd6504066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:05.629626 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0d009-8348-4450-bd46-fa835396279c None None] The sync data for ids ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'] in dv-cinder-822821-2-iscsi is: [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:40:01Z', 'revision_number': 4, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port': {'id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:57Z', 'updated_at': '2022-03-02T11:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '032052bf-09e1-4bc5-96a5-ff2b89d1204a', 'name': '', 'network_id': '948d04a0-7f11-4ed2-86c1-41a86d1714ce', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'mac_address': 'fa:16:3e:09:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0388c4bd-9bc9-4933-8898-33fd6504066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:00Z', 'updated_at': '2022-03-02T11:40:04Z', 'revision_number': 4, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'subnets': [{'id': '0388c4bd-9bc9-4933-8898-33fd6504066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:40:05.650247 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:05.650813 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:05.739794 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-094ca3e8-4497-4c3d-98dc-d1563e174c13 None None] Current status of the port 032052bf-09e1-4bc5-96a5-ff2b89d1204a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:05.783653 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:06.049784 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a33e7-c12d-4607-a5a0-41ea621e3d5f req-440e2a90-0366-4cad-814d-0d06ff191773 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:06.051355 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c4a33e7-c12d-4607-a5a0-41ea621e3d5f req-440e2a90-0366-4cad-814d-0d06ff191773 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0857651 Mar 02 11:40:06.156803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62c98-fa02-45ca-bd2c-d47e87d6847d req-b06a4ffc-a8be-4aed-8461-efdde3a981f4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:06.165809 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ef62c98-fa02-45ca-bd2c-d47e87d6847d req-b06a4ffc-a8be-4aed-8461-efdde3a981f4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1357977 Mar 02 11:40:06.188855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c4a33e7-c12d-4607-a5a0-41ea621e3d5f req-d6513304-e319-44e7-950c-47606cadbe4e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177499 Mar 02 11:40:06.270407 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ef62c98-fa02-45ca-bd2c-d47e87d6847d req-a4815fcf-c806-42a4-bc0e-d80c176e3635 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891941 Mar 02 11:40:07.339128 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d404fa-f4a4-4203-8349-48d72ef52b9b req-1c594873-1a6c-442d-8984-8916174b0961 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:07.345978 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97d404fa-f4a4-4203-8349-48d72ef52b9b req-1c594873-1a6c-442d-8984-8916174b0961 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0627434 Mar 02 11:40:07.440748 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97d404fa-f4a4-4203-8349-48d72ef52b9b req-b0e79841-8626-45e6-88be-4fd66542d3bf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937576 Mar 02 11:40:07.448383 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d312483-1295-4297-867b-1661db21d08c req-79372022-ff5c-4b80-a18a-328dfbf715cc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:07.450295 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d312483-1295-4297-867b-1661db21d08c req-79372022-ff5c-4b80-a18a-328dfbf715cc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1010246 Mar 02 11:40:07.455060 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 032052bf-09e1-4bc5-96a5-ff2b89d1204a up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:07.501529 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d312483-1295-4297-867b-1661db21d08c req-897e5fe4-7adb-4043-bb9a-09626088bfe7 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Mar 02 11:40:07.508760 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 032052bf-09e1-4bc5-96a5-ff2b89d1204a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:07.509148 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:07.583267 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 032052bf-09e1-4bc5-96a5-ff2b89d1204a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:08.588930 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef923ad-4bee-4ba8-8820-3db451b7cd74 req-3d726503-db91-4c6d-92a2-1aa45c916935 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:08.590349 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bef923ad-4bee-4ba8-8820-3db451b7cd74 req-3d726503-db91-4c6d-92a2-1aa45c916935 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0623066 Mar 02 11:40:08.655357 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bef923ad-4bee-4ba8-8820-3db451b7cd74 req-cc3bc27f-a56f-4e16-933f-c973f9fe5ad6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504787 Mar 02 11:40:08.663286 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072e3e6-88fd-41bd-8c32-3565fe6b17c3 req-eec5831b-5521-4874-8c30-69f040c18b36 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:08.664829 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c072e3e6-88fd-41bd-8c32-3565fe6b17c3 req-eec5831b-5521-4874-8c30-69f040c18b36 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0940247 Mar 02 11:40:08.714596 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c072e3e6-88fd-41bd-8c32-3565fe6b17c3 req-38478a33-474d-4e20-bdea-f063c31e93cf tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Mar 02 11:40:09.780690 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b1f1d-8c5b-4109-9f70-4466e98f8f85 req-23f85248-03b0-49ca-9007-c1b2c39a4fb9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:09.782128 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-606b1f1d-8c5b-4109-9f70-4466e98f8f85 req-23f85248-03b0-49ca-9007-c1b2c39a4fb9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0529535 Mar 02 11:40:09.857521 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-606b1f1d-8c5b-4109-9f70-4466e98f8f85 req-3672306c-2574-4ab4-baf4-d264b9534301 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663011 Mar 02 11:40:09.865818 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519e1a0-9f00-4457-b1af-a293b13389c0 req-8cf7f4e4-cca7-41d7-a1bc-770c911b75ee tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:09.867433 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9519e1a0-9f00-4457-b1af-a293b13389c0 req-8cf7f4e4-cca7-41d7-a1bc-770c911b75ee tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0842769 Mar 02 11:40:09.913746 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9519e1a0-9f00-4457-b1af-a293b13389c0 req-f1d2b0ac-fe8f-4b2b-a4dd-b3d4f97d912d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Mar 02 11:40:10.844174 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:40:10.992551 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82343-71c5-462f-998c-cbba9aac4ac3 req-e50159c8-d13c-4349-9b52-6c89483e59b6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:10.994017 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4e82343-71c5-462f-998c-cbba9aac4ac3 req-e50159c8-d13c-4349-9b52-6c89483e59b6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0581100 Mar 02 11:40:11.068035 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4e82343-71c5-462f-998c-cbba9aac4ac3 req-bb2ef05f-d395-4e6a-af73-1de90a053a7a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663431 Mar 02 11:40:11.081234 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f39c38-e2f9-4836-a3de-6bd0aa3da049 req-61412e52-6c7b-48b9-8168-7594323e870d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:11.083387 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a6f39c38-e2f9-4836-a3de-6bd0aa3da049 req-61412e52-6c7b-48b9-8168-7594323e870d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1000059 Mar 02 11:40:11.139832 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a6f39c38-e2f9-4836-a3de-6bd0aa3da049 req-20385b14-ba90-43df-bc7a-69a62211aa4e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Mar 02 11:40:11.498437 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46396157-92af-4b21-b51a-e35a0a37f8f9 req-149d63f8-b1ce-414d-9103-676672504023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:11.500193 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-46396157-92af-4b21-b51a-e35a0a37f8f9 req-149d63f8-b1ce-414d-9103-676672504023 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.0548568 Mar 02 11:40:11.561659 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-46396157-92af-4b21-b51a-e35a0a37f8f9 req-a533f8db-7204-4b2d-baa7-127e11ab7b6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521903 Mar 02 11:40:12.196321 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dd896-2d80-4121-9e18-ab88905b756b req-1a4e3411-8183-447c-8502-f50aa7928b2e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:12.197826 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-308dd896-2d80-4121-9e18-ab88905b756b req-1a4e3411-8183-447c-8502-f50aa7928b2e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0548177 Mar 02 11:40:12.276054 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-308dd896-2d80-4121-9e18-ab88905b756b req-43a1a5d4-6a6c-4a6d-9633-57853a1f1fc8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727434 Mar 02 11:40:12.293424 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fafc2e-b13b-4be1-bb07-aa8d4bb20b25 req-b5f4cbde-d43b-48f8-a6d8-27bfd1110744 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:12.294892 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4fafc2e-b13b-4be1-bb07-aa8d4bb20b25 req-b5f4cbde-d43b-48f8-a6d8-27bfd1110744 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0850384 Mar 02 11:40:12.342975 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4fafc2e-b13b-4be1-bb07-aa8d4bb20b25 req-4097dd56-5875-4e3c-85c2-00b0f054890d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422673 Mar 02 11:40:13.400650 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddebb37-f3c2-4b12-afd3-fb3781b7cb6f req-8ffb2fe9-5909-4bdf-b1d8-5bd1066a3e63 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:13.402171 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eddebb37-f3c2-4b12-afd3-fb3781b7cb6f req-8ffb2fe9-5909-4bdf-b1d8-5bd1066a3e63 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 944 time: 0.0534980 Mar 02 11:40:13.482132 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eddebb37-f3c2-4b12-afd3-fb3781b7cb6f req-8d9a3eb1-233d-47a5-b5d9-ec59328063a6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743639 Mar 02 11:40:13.497763 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dc2d3-39a4-48cf-a837-fe6e4c316de7 req-f0843f84-24ad-4600-873e-445d0d483255 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:13.499222 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-203dc2d3-39a4-48cf-a837-fe6e4c316de7 req-f0843f84-24ad-4600-873e-445d0d483255 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0787146 Mar 02 11:40:13.546808 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-203dc2d3-39a4-48cf-a837-fe6e4c316de7 req-4b3826aa-bf1a-4649-a6fc-006a8c2f36b8 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Mar 02 11:40:13.906316 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d2b7-0bed-4a85-a2e6-6c7e774d05da req-1f9b1f02-0733-4535-8980-203afe321708 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:13.907785 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2400d2b7-0bed-4a85-a2e6-6c7e774d05da req-1f9b1f02-0733-4535-8980-203afe321708 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Mar 02 11:40:13.952851 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2400d2b7-0bed-4a85-a2e6-6c7e774d05da req-039cfb80-8044-4bfe-9bbc-da91235c111f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Mar 02 11:40:14.367511 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:40:14.463370 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:14.474731 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'port_id': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'mac_address': 'fa:16:3e:68:7c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:40:14.511920 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:14.512315 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:14.530568 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09cc3ef-bf37-466c-9a67-221a45074071 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:40:14.551173 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:14.555942 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:14.605864 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=9']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:14.616089 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474c070-0377-4f31-a4d7-90569f59817e req-13d35501-1de3-41a7-8d41-0937ff6fcbe1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:14.617743 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e474c070-0377-4f31-a4d7-90569f59817e req-13d35501-1de3-41a7-8d41-0937ff6fcbe1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.0589402 Mar 02 11:40:14.664394 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e474c070-0377-4f31-a4d7-90569f59817e req-53e43041-f944-4b61-a223-8bd0fa93394d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Mar 02 11:40:15.083796 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7cfcd-654e-4eb7-a294-6d6c6c366580 req-33e2921f-75b5-4e28-8d06-2182ce98d0dc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:15.085482 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ede7cfcd-654e-4eb7-a294-6d6c6c366580 req-33e2921f-75b5-4e28-8d06-2182ce98d0dc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0665398 Mar 02 11:40:15.134479 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ede7cfcd-654e-4eb7-a294-6d6c6c366580 req-e6f50f93-6053-49f3-8db3-1ed93e88292c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Mar 02 11:40:15.785904 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70489d7f-7080-4eab-86ef-d77f0ae01ca9 req-32723263-a058-486b-a467-a168438f8ae1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:15.787362 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-70489d7f-7080-4eab-86ef-d77f0ae01ca9 req-32723263-a058-486b-a467-a168438f8ae1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.0522814 Mar 02 11:40:15.838137 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-70489d7f-7080-4eab-86ef-d77f0ae01ca9 req-876457a9-b91a-4554-b4c7-c5255b425393 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452702 Mar 02 11:40:16.257459 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6989-4763-4bb4-b8e4-4409a48596bf req-756a8ed1-bf8b-4a5f-b80c-f15472a4ce4a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:16.258806 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-728e6989-4763-4bb4-b8e4-4409a48596bf req-756a8ed1-bf8b-4a5f-b80c-f15472a4ce4a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0518668 Mar 02 11:40:16.303943 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-728e6989-4763-4bb4-b8e4-4409a48596bf req-42fe61bb-d0de-40f9-be50-f8b8b7239764 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Mar 02 11:40:16.362232 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:16.433847 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-2ea5154b-a4da-4e35-914e-63df71bfe3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:16.435357 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-2ea5154b-a4da-4e35-914e-63df71bfe3b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 1129 time: 0.0473976 Mar 02 11:40:16.531063 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-c856f45c-a82b-4933-b8da-5d216798ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:16.532586 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-c856f45c-a82b-4933-b8da-5d216798ec4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.0856428 Mar 02 11:40:16.578484 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-907ea942-796b-462f-b9ba-aff7e214e1e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 200 len: 217 time: 0.0362079 Mar 02 11:40:16.628967 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-f54b6ba2-4401-48f1-afe7-c8f64a34a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:16.630445 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-f54b6ba2-4401-48f1-afe7-c8f64a34a181 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0439210 Mar 02 11:40:16.667324 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-30ff0c89-de0a-4b6e-92a6-59aba2b21e78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290248 Mar 02 11:40:16.686822 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['e09cc3ef-bf37-466c-9a67-221a45074071'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:40:16.775907 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-48dbed53-53f6-4c24-892c-3cd2e9a62e4c service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983455 Mar 02 11:40:16.908118 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2a3cf5f7-5dde-40ed-9092-aa3ce46c70c3 req-a1d89e1b-c72c-4d95-b20b-ca6de0ef516e service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145904 Mar 02 11:40:16.998538 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51403a17-0de1-4b70-8ce7-b17897854f08 req-50d3b3aa-1391-4e84-ba6c-478bc29917e1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:17.000343 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51403a17-0de1-4b70-8ce7-b17897854f08 req-50d3b3aa-1391-4e84-ba6c-478bc29917e1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.0589948 Mar 02 11:40:17.083124 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51403a17-0de1-4b70-8ce7-b17897854f08 req-1905d4bf-3b53-4699-8ea3-d8c468723f5d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673654 Mar 02 11:40:17.427503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12247474-0a4e-46ed-83d3-d6b4678653f0 req-a1d0fb61-aeea-44bb-b4a4-206b582a690c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:17.428910 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-12247474-0a4e-46ed-83d3-d6b4678653f0 req-a1d0fb61-aeea-44bb-b4a4-206b582a690c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0565941 Mar 02 11:40:17.475984 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-12247474-0a4e-46ed-83d3-d6b4678653f0 req-7b826f8b-1d0c-497d-b393-4392f246f749 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Mar 02 11:40:18.197314 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e9c41-a4c6-447a-81c4-c5906f1ed718 req-e4227d13-8485-444e-825c-a1db8aaf2193 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:18.198766 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-178e9c41-a4c6-447a-81c4-c5906f1ed718 req-e4227d13-8485-444e-825c-a1db8aaf2193 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 945 time: 0.0582805 Mar 02 11:40:18.244919 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-178e9c41-a4c6-447a-81c4-c5906f1ed718 req-e0ced096-fea9-4f37-8b98-d791ec758c71 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Mar 02 11:40:18.403976 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58456) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:18.506198 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2207df0-6b69-4fde-a4df-2cc541b49fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.582995 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2207df0-6b69-4fde-a4df-2cc541b49fb4 admin admin] Publish callbacks [] for security_group (606588a3-4452-4ed1-ac5c-7761d5d855b5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.587361 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2207df0-6b69-4fde-a4df-2cc541b49fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (606588a3-4452-4ed1-ac5c-7761d5d855b5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.598556 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6617a40-2f41-47b0-9abe-c0ec275e6b99 req-60c08616-3cf9-48ba-beec-d6810568aac2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:18.600016 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6617a40-2f41-47b0-9abe-c0ec275e6b99 req-60c08616-3cf9-48ba-beec-d6810568aac2 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0576713 Mar 02 11:40:18.626919 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a2207df0-6b69-4fde-a4df-2cc541b49fb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d31c3c218c204544a75832426f89c3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218158 Mar 02 11:40:18.630019 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 58462) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:18.636186 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2207df0-6b69-4fde-a4df-2cc541b49fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606588a3-4452-4ed1-ac5c-7761d5d855b5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:18.646745 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:18.664294 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6617a40-2f41-47b0-9abe-c0ec275e6b99 req-11c73121-728c-4aee-ab5b-4090915fe46c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586710 Mar 02 11:40:18.692963 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8051370c-0aa1-445d-8701-29bbe03883d3 admin admin] Publish callbacks [] for security_group (606588a3-4452-4ed1-ac5c-7761d5d855b5), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.715831 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8051370c-0aa1-445d-8701-29bbe03883d3 admin admin] Publish callbacks [] for security_group (606588a3-4452-4ed1-ac5c-7761d5d855b5), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.727514 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port e09cc3ef-bf37-466c-9a67-221a45074071 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:18.727842 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.766141 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8051370c-0aa1-445d-8701-29bbe03883d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (606588a3-4452-4ed1-ac5c-7761d5d855b5), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.768977 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8051370c-0aa1-445d-8701-29bbe03883d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.770130 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-8051370c-0aa1-445d-8701-29bbe03883d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/606588a3-4452-4ed1-ac5c-7761d5d855b5 HTTP/1.1" status: 204 len: 168 time: 0.1388741 Mar 02 11:40:18.778078 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051370c-0aa1-445d-8701-29bbe03883d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606588a3-4452-4ed1-ac5c-7761d5d855b5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:18.819159 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port e09cc3ef-bf37-466c-9a67-221a45074071 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:18.819547 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.843749 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:18.846073 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09469f-dad1-435a-881c-7c0a1279fe70" -d '{"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-plugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:18.859662 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:18.864936 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:18.890494 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64264aee-d14b-474e-977d-c26ffb41fcc5 x-openstack-request-id: req-64264aee-d14b-474e-977d-c26ffb41fcc5 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:18.890771 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-plugged", "status": "completed", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:18.891035 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64264aee-d14b-474e-977d-c26ffb41fcc5 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:18.891429 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'code': 200} Mar 02 11:40:18.915896 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=10']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:19.371382 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5c650-0040-461d-98e0-31f44821533f req-278fa92f-00dc-4ad4-9f94-9958bac039d0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:19.372887 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7d5c650-0040-461d-98e0-31f44821533f req-278fa92f-00dc-4ad4-9f94-9958bac039d0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0533378 Mar 02 11:40:19.418989 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7d5c650-0040-461d-98e0-31f44821533f req-280d7089-4600-4713-827d-c8280d43a412 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Mar 02 11:40:19.810740 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63061130-845d-42aa-8562-9cfd9514e3d6 req-c5f84943-6adf-498b-bf0c-16104089abc9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:19.812329 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-63061130-845d-42aa-8562-9cfd9514e3d6 req-c5f84943-6adf-498b-bf0c-16104089abc9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0563991 Mar 02 11:40:19.861146 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-63061130-845d-42aa-8562-9cfd9514e3d6 req-a8bc6a7b-9625-45c8-b90e-5800306fe75e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Mar 02 11:40:20.466054 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-52a2265f-e0d3-43ba-ba41-e8348dae082a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504851 Mar 02 11:40:20.536029 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-75a77bf3-3bdc-43de-b0e5-753b52d7fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:20.537555 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-75a77bf3-3bdc-43de-b0e5-753b52d7fb7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a157e295b59440ab9a0d462905e76a6&device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 1129 time: 0.0465262 Mar 02 11:40:20.547059 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ec2c5-d6eb-4073-aac3-ad9b651c2f83 req-de165248-63c1-4c63-8dd9-b19de82ad8b3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:20.548553 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-299ec2c5-d6eb-4073-aac3-ad9b651c2f83 req-de165248-63c1-4c63-8dd9-b19de82ad8b3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0572445 Mar 02 11:40:20.604234 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-299ec2c5-d6eb-4073-aac3-ad9b651c2f83 req-06cc6e9f-3af5-4c4c-b409-b661c1a6c27b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491652 Mar 02 11:40:20.642498 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-523350d6-089d-4a0e-baa5-532b188913e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:20.644689 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-523350d6-089d-4a0e-baa5-532b188913e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 200 len: 919 time: 0.0876291 Mar 02 11:40:20.688304 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-b6b09c90-98bc-44e3-97f1-1690e221ec41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af1026f2-665d-4024-be48-95e7f5b3d50e HTTP/1.1" status: 200 len: 217 time: 0.0372927 Mar 02 11:40:20.736460 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-6e580e14-76fe-4171-8f4c-cc449bc2b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:20.737852 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-6e580e14-76fe-4171-8f4c-cc449bc2b9c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 200 len: 858 time: 0.0427735 Mar 02 11:40:20.771128 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-dc99e3a6-c54a-4051-a902-a876dc3f70b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d40d3ed4-ae78-48b1-858d-23adef12d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257206 Mar 02 11:40:20.876467 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-468df644-6b6e-4fde-a2ba-70838d95f0c2 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975285 Mar 02 11:40:20.986870 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1242f0-f677-4c1f-ac5c-1fef5f4076b4 req-996e5002-fac1-4a5b-9097-b32794f45c3c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:20.988916 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b1242f0-f677-4c1f-ac5c-1fef5f4076b4 req-996e5002-fac1-4a5b-9097-b32794f45c3c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0572555 Mar 02 11:40:21.007189 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4d7acd9a-0cfe-4404-b9e4-eab48b70c335 req-08872597-5b63-41a1-b46c-226d3cc94063 service neutron] 10.222.0.15 "GET /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233850 Mar 02 11:40:21.008912 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783d53b-4ef8-4107-baf3-d590de7f1de1 req-4de92b30-83e1-4c02-bf60-e0a5656fb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:21.010216 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4783d53b-4ef8-4107-baf3-d590de7f1de1 req-4de92b30-83e1-4c02-bf60-e0a5656fb07d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 1131 time: 0.0784202 Mar 02 11:40:21.041670 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b1242f0-f677-4c1f-ac5c-1fef5f4076b4 req-ecf58d28-a4dd-460a-b75b-e303baaeac29 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Mar 02 11:40:21.062834 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4783d53b-4ef8-4107-baf3-d590de7f1de1 req-e9cc927b-f5c7-4ec4-bb5a-9f4394ae1c12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Mar 02 11:40:21.728452 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d04a2-3616-40a7-8e6e-a6572573d3ef req-0135b82d-6a98-44b1-8774-e7e3085baadf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:21.729925 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4e7d04a2-3616-40a7-8e6e-a6572573d3ef req-0135b82d-6a98-44b1-8774-e7e3085baadf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0549262 Mar 02 11:40:21.775904 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4e7d04a2-3616-40a7-8e6e-a6572573d3ef req-ec52230c-6462-4607-ac35-7ae877c1ca2b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Mar 02 11:40:22.064145 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-fcf4faaa-9942-45ad-a30d-0246de3d17da tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=12762164f1af43d29679e175cdeb8b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284162 Mar 02 11:40:22.276227 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-2356a586-b421-4a8a-8a94-27f4beae2afa tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:22.277712 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-2356a586-b421-4a8a-8a94-27f4beae2afa tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081916 Mar 02 11:40:22.285254 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7284b-4b86-4183-b0f0-64b4ffc53770 req-e711c317-4652-4cd9-8bb6-d60651cf9307 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:22.286634 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2e7284b-4b86-4183-b0f0-64b4ffc53770 req-e711c317-4652-4cd9-8bb6-d60651cf9307 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1500349 Mar 02 11:40:22.303165 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-43ec0827-7219-4b4c-8d2c-25aedff16cda tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/quotas/12762164f1af43d29679e175cdeb8b65 HTTP/1.1" status: 200 len: 375 time: 0.0156145 Mar 02 11:40:22.339495 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-36079c0e-c9bd-4ae4-92d2-0c83a14f776f tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12762164f1af43d29679e175cdeb8b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302396 Mar 02 11:40:22.363200 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2e7284b-4b86-4183-b0f0-64b4ffc53770 req-3df84fd6-8d07-4932-a6a9-a4928f3de70a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692544 Mar 02 11:40:22.528101 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23d9d59a-19b8-41c9-a755-11198e8b47b4 req-bde348f2-4e64-4a92-821f-64d037547303 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 210 time: 0.0465972 Mar 02 11:40:22.919374 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42aef6-16f8-41ba-880d-c62da347949b req-4280c2c5-38ed-456b-8ff0-3944a17e4b88 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:22.920994 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-de42aef6-16f8-41ba-880d-c62da347949b req-4280c2c5-38ed-456b-8ff0-3944a17e4b88 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0628703 Mar 02 11:40:22.982826 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-de42aef6-16f8-41ba-880d-c62da347949b req-63cd1db8-d02a-4740-afce-6d280450e3d2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546083 Mar 02 11:40:23.638938 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-fd2c55ce-828b-4fcc-8aa5-fcc22d33cd8a tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=12762164f1af43d29679e175cdeb8b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291865 Mar 02 11:40:23.645955 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b6260df8-1e4c-47d7-98af-c7785991c988 req-89533b48-c243-47a1-bc83-b0fee76dcede tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 210 time: 0.0371904 Mar 02 11:40:23.835486 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-9603ebe2-f231-4f62-92df-d23ec8303d26 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:23.837209 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-9603ebe2-f231-4f62-92df-d23ec8303d26 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930590 Mar 02 11:40:23.858690 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Request body: {'port': {'device_id': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed', 'admin_state_up': True, 'tenant_id': '12762164f1af43d29679e175cdeb8b65'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:23.970241 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Made reservation on behalf of 12762164f1af43d29679e175cdeb8b65 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:40:23.974446 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:23.983075 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.064030 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks [] for security_group (11cad126-f40e-4396-bc19-19b2860c2511), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.068222 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (11cad126-f40e-4396-bc19-19b2860c2511), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.111509 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e86b6-4a65-4ef0-a181-bdd5832e8dff req-6df5bb79-edd5-437b-a9d3-0808cfebdfa5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:24.113048 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d61e86b6-4a65-4ef0-a181-bdd5832e8dff req-6df5bb79-edd5-437b-a9d3-0808cfebdfa5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0543981 Mar 02 11:40:24.137008 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cad126-f40e-4396-bc19-19b2860c2511,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:24.165334 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d61e86b6-4a65-4ef0-a181-bdd5832e8dff req-baf07641-ad5d-4a9c-9c5b-137578d1644b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Mar 02 11:40:24.207682 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Allocated IP 192.168.233.217 (6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed/7076eb5e-3607-4d78-9014-bbfae7dfb594/878d3ea3-1c1f-4e70-9884-7fd5b67e4528) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:24.352478 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks [] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.385246 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.427211 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:24.430259 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:24.433804 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:24.460615 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Pushing event updated for resources: {'Port': ['ID=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:24.487306 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:24.488451 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.508338 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-4ca96e98-3cc1-4335-a8d4-1733a0aa9e99 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6536026 Mar 02 11:40:24.521136 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Request body: {'port': {'device_id': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:24.584425 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.694224 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c3fb86d1-4985-4e7e-bd36-9a05a3912fdb None None] Provisioning complete for port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:24.695283 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c3fb86d1-4985-4e7e-bd36-9a05a3912fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.738263 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb86d1-4985-4e7e-bd36-9a05a3912fdb None None] Port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:40:24.787212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8809b29-6b2c-41ed-921f-80f0cd54c5f6 req-78a72eee-db03-43e0-a261-84bdf724d41f tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:24.788729 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8809b29-6b2c-41ed-921f-80f0cd54c5f6 req-78a72eee-db03-43e0-a261-84bdf724d41f tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 936 time: 0.0667036 Mar 02 11:40:24.848398 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8809b29-6b2c-41ed-921f-80f0cd54c5f6 req-87f30efd-38a9-4595-b740-4fe5b50db3ff tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519924 Mar 02 11:40:24.880169 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:40:24.887931 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Publish callbacks [] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.909289 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Transition to ACTIVE for port object 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:40:24.913224 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:24.965240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Pushing event updated for resources: {'Port': ['ID=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:25.044036 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Attempting to bind port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:25.044376 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Attempting to bind port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:25.044743 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Attempting to bind port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 on network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:25.050716 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 on network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:40:25.051047 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Attempting to bind port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 on network 6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:25.057835 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:25.058234 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Checking segment: {'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:25.062155 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Bound using segment: {'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:25.062981 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Bound port: 878d3ea3-1c1f-4e70-9884-7fd5b67e4528, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b485fd8c-e5b1-4c83-bc9b-46e442fc0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:25.063216 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:25.137041 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] For port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:25.140353 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] For port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,segment=NetworkSegment(b485fd8c-e5b1-4c83-bc9b-46e442fc0722),segment_id=b485fd8c-e5b1-4c83-bc9b-46e442fc0722)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:25.146554 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:25.185318 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:25.185913 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:25.187263 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] 10.222.0.15 "PUT /v2.0/ports/878d3ea3-1c1f-4e70-9884-7fd5b67e4528 HTTP/1.1" status: 200 len: 1098 time: 0.6706586 Mar 02 11:40:25.187697 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'tag': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:25.189993 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd806fdd-f044-47a0-b168-4170e7d00149" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3e2ceb-cf6f-41e7-a14d-8badac1564b0", "tag": "878d3ea3-1c1f-4e70-9884-7fd5b67e4528"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:25.224282 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99edc-d921-4146-8e68-85fefeca279f service neutron] Pushing event updated for resources: {'Port': ['ID=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:25.236280 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2e4f7d-dcab-4bfd-9e46-e02d89393819 x-openstack-request-id: req-cc2e4f7d-dcab-4bfd-9e46-e02d89393819 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:25.236580 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3e2ceb-cf6f-41e7-a14d-8badac1564b0", "tag": "878d3ea3-1c1f-4e70-9884-7fd5b67e4528", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:25.236867 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc2e4f7d-dcab-4bfd-9e46-e02d89393819 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:25.238007 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'tag': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528', 'status': 'completed', 'code': 200} Mar 02 11:40:25.303796 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-d26f2842-1eb0-4204-9f16-f5739d6cb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:25.305361 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-d26f2842-1eb0-4204-9f16-f5739d6cb53c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12762164f1af43d29679e175cdeb8b65&device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 1132 time: 0.0501494 Mar 02 11:40:25.352478 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-c4216e16-3b57-458b-a096-b6fcfa1a0957 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=878d3ea3-1c1f-4e70-9884-7fd5b67e4528 HTTP/1.1" status: 200 len: 217 time: 0.0392144 Mar 02 11:40:25.417715 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-d5ea2410-76c9-4cf0-99d2-510198586718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:25.419209 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-d5ea2410-76c9-4cf0-99d2-510198586718 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7076eb5e-3607-4d78-9014-bbfae7dfb594 HTTP/1.1" status: 200 len: 843 time: 0.0496242 Mar 02 11:40:25.696789 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d699-4190-4291-961d-affd00e27e09 req-33471813-e223-44ab-a330-5d808e937b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:25.698285 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-33471813-e223-44ab-a330-5d808e937b90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2719164 Mar 02 11:40:25.789503 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-3a71f8f4-7725-4fb4-95b9-05d995e8ff13 service neutron] 10.222.0.15 "GET /v2.0/networks/6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837731 Mar 02 11:40:25.881662 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f333d699-4190-4291-961d-affd00e27e09 req-785d1552-7935-4296-b7ba-389e5b94ac83 service neutron] 10.222.0.15 "GET /v2.0/networks/6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858188 Mar 02 11:40:25.974284 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deb08c-7b22-48d2-b1c2-6786ed5c558e req-f7c02f18-4448-4b97-b417-689f14c368a0 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:25.975902 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-69deb08c-7b22-48d2-b1c2-6786ed5c558e req-f7c02f18-4448-4b97-b417-689f14c368a0 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 948 time: 0.0558918 Mar 02 11:40:25.989085 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-a36dd6ff-df39-47e4-8ae9-1764d8d20adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:25.991204 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-a36dd6ff-df39-47e4-8ae9-1764d8d20adc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12762164f1af43d29679e175cdeb8b65&device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 1132 time: 0.0545199 Mar 02 11:40:26.024472 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-69deb08c-7b22-48d2-b1c2-6786ed5c558e req-2bec09e3-54c9-4387-a5f0-5be6f41ff6b6 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Mar 02 11:40:26.097310 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-7986fa0b-e7b4-44cd-a04d-c3be114078b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:26.098808 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-7986fa0b-e7b4-44cd-a04d-c3be114078b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed HTTP/1.1" status: 200 len: 870 time: 0.0969627 Mar 02 11:40:26.148828 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-dd09f996-91bc-4608-87bc-f671dc935e87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=878d3ea3-1c1f-4e70-9884-7fd5b67e4528 HTTP/1.1" status: 200 len: 217 time: 0.0348167 Mar 02 11:40:26.179646 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d160-9eaf-499c-b67d-055f91fd18a0 req-5ddbbd70-9616-44d0-8e54-a89c25e79024 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:26.181347 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9788d160-9eaf-499c-b67d-055f91fd18a0 req-5ddbbd70-9616-44d0-8e54-a89c25e79024 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.0569150 Mar 02 11:40:26.201207 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-35d74d6e-8073-4291-9b66-9ecd9699e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:26.202717 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-35d74d6e-8073-4291-9b66-9ecd9699e424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7076eb5e-3607-4d78-9014-bbfae7dfb594 HTTP/1.1" status: 200 len: 843 time: 0.0453537 Mar 02 11:40:26.233709 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9788d160-9eaf-499c-b67d-055f91fd18a0 req-3adf6148-8d8e-42c5-98a9-945eef54b297 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Mar 02 11:40:26.265405 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-775fc7c9-9bb9-4ce2-acf9-1fc50e8e7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:26.266968 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-775fc7c9-9bb9-4ce2-acf9-1fc50e8e7ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0510650 Mar 02 11:40:26.374103 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-900dc2c0-f240-4bde-afe5-f09fe89162b0 service neutron] 10.222.0.15 "GET /v2.0/networks/6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900774 Mar 02 11:40:26.382146 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fc836-298a-4970-9f99-adf4898c7780 req-a595312d-1c44-447c-ad31-4f8949c91aaa tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:26.383847 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-532fc836-298a-4970-9f99-adf4898c7780 req-a595312d-1c44-447c-ad31-4f8949c91aaa tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0576005 Mar 02 11:40:26.431963 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-532fc836-298a-4970-9f99-adf4898c7780 req-06aba43f-9da9-453e-8089-c8524a874c87 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Mar 02 11:40:26.474539 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd806fdd-f044-47a0-b168-4170e7d00149 req-e1152b4f-233b-43a9-b239-ddfee23f496c service neutron] 10.222.0.15 "GET /v2.0/networks/6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930786 Mar 02 11:40:26.509676 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8faebcc2-40dd-4d12-b9aa-9ac29f084ac5 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512066224&fields=id&tenant_id=bb4debb335014948a5094437ea94c3bd HTTP/1.1" status: 200 len: 267 time: 0.0442514 Mar 02 11:40:26.785086 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8f29e894-1113-4432-ab68-d5e1dce7793e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:26.786430 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8f29e894-1113-4432-ab68-d5e1dce7793e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 807 time: 0.2705119 Mar 02 11:40:26.800996 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-59da9629-ceb5-48f9-8417-fd612dd56f93 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/quotas/bb4debb335014948a5094437ea94c3bd HTTP/1.1" status: 200 len: 375 time: 0.0093188 Mar 02 11:40:26.853397 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-aef2e485-e9a0-40e9-b4a9-b8ae8da99131 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477414 Mar 02 11:40:26.948851 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-dd7e3ba2-0f71-47cc-9edd-54e416228f6c service neutron] 10.222.0.43 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806761 Mar 02 11:40:27.043857 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-06b6afb7-3b38-4798-b64d-c9c55edb9f54 service neutron] 10.222.0.43 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893199 Mar 02 11:40:27.149296 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeda2c-265f-43ba-b236-ca35f7aa38ba req-ec9e87b7-43c9-4298-9392-2a51316e0b9c tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:27.150779 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64eeda2c-265f-43ba-b236-ca35f7aa38ba req-ec9e87b7-43c9-4298-9392-2a51316e0b9c tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 948 time: 0.0547624 Mar 02 11:40:27.203826 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64eeda2c-265f-43ba-b236-ca35f7aa38ba req-a9bc96d3-84dd-474d-a946-83cb3512e479 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Mar 02 11:40:27.367519 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9a35d5b-c396-4269-80ea-0fdad2f6f60a req-61be076b-c5d5-4d5d-a835-ac6622a71fdd tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 210 time: 0.0306489 Mar 02 11:40:27.386868 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989777c-284b-4506-8312-ab343796d08e req-5ceeb65c-81ac-406e-ac48-022ddb7cc451 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:27.388371 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6989777c-284b-4506-8312-ab343796d08e req-5ceeb65c-81ac-406e-ac48-022ddb7cc451 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.0844731 Mar 02 11:40:27.435447 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6989777c-284b-4506-8312-ab343796d08e req-4b7a035f-b7af-4c25-b6f3-502f42815441 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Mar 02 11:40:27.552954 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee74a6-cd06-4afe-b34a-affa53445951 req-3d575987-3ab7-4afb-aabc-dacad95dfc9a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:27.554433 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-efee74a6-cd06-4afe-b34a-affa53445951 req-3d575987-3ab7-4afb-aabc-dacad95dfc9a tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0536289 Mar 02 11:40:27.603569 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-efee74a6-cd06-4afe-b34a-affa53445951 req-58443598-dab9-43fe-bb22-cd39ecc8a65c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Mar 02 11:40:28.311321 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-caf14344-5bfc-476e-a72e-cbb50d5bc306 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:28.312800 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-caf14344-5bfc-476e-a72e-cbb50d5bc306 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.0528464 Mar 02 11:40:28.323475 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c097c-2bad-417d-971f-affbf2e16414 req-585ec864-2380-4ac1-bb3d-3dff1381e958 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:28.324941 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b6c097c-2bad-417d-971f-affbf2e16414 req-585ec864-2380-4ac1-bb3d-3dff1381e958 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 948 time: 0.0560901 Mar 02 11:40:28.379738 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:40:28.380910 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b6c097c-2bad-417d-971f-affbf2e16414 req-c344f494-3c4c-497a-b23e-e25e87a362fd tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Mar 02 11:40:28.425743 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Deleting port 2c10cfdc-cb13-4c91-af79-697a53e57b5a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:40:28.426094 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:28.482099 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cc1b27b4-294e-4fbb-aaec-8f46b5fcfbf3 req-2ee9f503-9d3b-4d90-af6f-b4ae7856d700 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 210 time: 0.0279996 Mar 02 11:40:28.565374 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,segment=NetworkSegment(b485fd8c-e5b1-4c83-bc9b-46e442fc0722),segment_id=b485fd8c-e5b1-4c83-bc9b-46e442fc0722)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:28.583032 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528', 'network_id': '6e35f0b7-7c3b-4127-a9b0-619d2b34c3ed', 'port_id': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528', 'mac_address': 'fa:16:3e:6c:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7076eb5e-3607-4d78-9014-bbfae7dfb594', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:40:28.603166 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f4b57-c5d5-4dc5-97b1-37d8ecb7f6a3 req-c58a1184-22b1-49dd-8ecb-e1bcb848deb7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:28.605028 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d72f4b57-c5d5-4dc5-97b1-37d8ecb7f6a3 req-c58a1184-22b1-49dd-8ecb-e1bcb848deb7 tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 945 time: 0.0818481 Mar 02 11:40:28.629410 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:28.630289 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:28.634189 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] For port 2c10cfdc-cb13-4c91-af79-697a53e57b5a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c10cfdc-cb13-4c91-af79-697a53e57b5a,segment=NetworkSegment(91489e12-7ab4-4348-87d4-e3d429b612a7),segment_id=91489e12-7ab4-4348-87d4-e3d429b612a7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:28.634863 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:28.647787 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:40:28.653920 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Calling delete_port for 2c10cfdc-cb13-4c91-af79-697a53e57b5a owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:40:28.664928 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d72f4b57-c5d5-4dc5-97b1-37d8ecb7f6a3 req-7e13dd88-b8d7-4b83-b4d3-82f97b388e4b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/security-groups?id=453759dd-0f0b-4c73-b575-e997d4232ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Mar 02 11:40:28.672722 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8e16303b-b8f3-468a-9776-22d262c9376d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:28.674702 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8e16303b-b8f3-468a-9776-22d262c9376d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.15 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 807 time: 0.2299581 Mar 02 11:40:28.675214 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,segment=NetworkSegment(b485fd8c-e5b1-4c83-bc9b-46e442fc0722),segment_id=b485fd8c-e5b1-4c83-bc9b-46e442fc0722)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:28.681288 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:28.739541 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:28.747678 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.748242 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.748613 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.749056 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.749393 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.749730 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.750061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.750394 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.750721 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.751051 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.751372 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.751695 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.752016 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:28.759366 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024190b-1368-4891-b98b-ba8185ee32d6 req-34557969-9573-4fe1-ad27-1905bfcff061 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:28.760973 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0024190b-1368-4891-b98b-ba8185ee32d6 req-34557969-9573-4fe1-ad27-1905bfcff061 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0580602 Mar 02 11:40:28.808796 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0024190b-1368-4891-b98b-ba8185ee32d6 req-e3a70f79-3b92-416b-be3d-b826f9b635ee tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Mar 02 11:40:28.832853 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-23d01891-6c94-4220-b78f-a53fde750431 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4debb335014948a5094437ea94c3bd HTTP/1.1" status: 200 len: 379 time: 0.1481471 Mar 02 11:40:28.849576 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'port': {'device_id': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'admin_state_up': True, 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'security_groups': ['d5ed4247-1ff5-4563-a551-013e494f9163']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:29.002369 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (2c10cfdc-cb13-4c91-af79-697a53e57b5a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.030168 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['878d3ea3-1c1f-4e70-9884-7fd5b67e4528'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:40:29.041244 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Pushing event deleted for resources: {'Port': ['ID=2c10cfdc-cb13-4c91-af79-697a53e57b5a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:29.059718 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.060076 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.060429 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.060802 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.061140 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.061477 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.061807 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.062134 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.062463 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.062784 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.063114 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.063436 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.063753 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:29.108893 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Made reservation on behalf of bb4debb335014948a5094437ea94c3bd for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:40:29.112300 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.114934 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] No DVR routers for this DVR port 2c10cfdc-cb13-4c91-af79-697a53e57b5a on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:40:29.118264 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.121419 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-993b82f4-e729-46b5-960c-2044d2b04c0a req-23825b8c-a9de-4d5b-b5fd-e860c411301b tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.15 "DELETE /v2.0/ports/2c10cfdc-cb13-4c91-af79-697a53e57b5a HTTP/1.1" status: 204 len: 173 time: 0.8005228 Mar 02 11:40:29.121884 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2fd9b7-8729-4f87-b245-451872799938', 'name': 'network-vif-deleted', 'tag': '2c10cfdc-cb13-4c91-af79-697a53e57b5a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:29.124489 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eabb279-beb9-4c5b-8bef-28698082a0b2" -d '{"events": [{"server_uuid": "2a2fd9b7-8729-4f87-b245-451872799938", "name": "network-vif-deleted", "tag": "2c10cfdc-cb13-4c91-af79-697a53e57b5a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:29.189082 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b030a-1672-429a-a729-789e10a20bb3 x-openstack-request-id: req-5b9b030a-1672-429a-a729-789e10a20bb3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:29.189367 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2fd9b7-8729-4f87-b245-451872799938", "name": "network-vif-deleted", "tag": "2c10cfdc-cb13-4c91-af79-697a53e57b5a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:29.189748 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b9b030a-1672-429a-a729-789e10a20bb3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:29.190147 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2fd9b7-8729-4f87-b245-451872799938', 'name': 'network-vif-deleted', 'tag': '2c10cfdc-cb13-4c91-af79-697a53e57b5a', 'status': 'completed', 'code': 200} Mar 02 11:40:29.285882 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Allocated IP 172.20.0.11 (46e488c5-35b4-4007-9f38-4f1c2421fbc0/9c44708d-bfe1-49aa-a7f6-8ffed4d7070b/c185b471-9cf6-4335-8f4d-c68f92544b6e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:29.385820 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-836e9cb7-43f9-4656-9aff-e4fba865b61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.458718 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.468221 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c32b-1c90-4149-863f-43c42c241031 req-ee138d2c-b6ae-4948-9665-23d9c3a5743d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:29.469685 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2645c32b-1c90-4149-863f-43c42c241031 req-ee138d2c-b6ae-4948-9665-23d9c3a5743d tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0924416 Mar 02 11:40:29.522500 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046d83c-5551-4906-a28a-e5f44a853b2a req-4740e64d-dd36-458c-8884-a4ece9e97d49 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:29.525108 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e046d83c-5551-4906-a28a-e5f44a853b2a req-4740e64d-dd36-458c-8884-a4ece9e97d49 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 949 time: 0.0570168 Mar 02 11:40:29.560180 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.593794 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e046d83c-5551-4906-a28a-e5f44a853b2a req-57e4c1ef-f36e-422b-afb4-09e20ecec6d0 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622599 Mar 02 11:40:29.609742 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:29.621107 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:29.625859 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:29.648838 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746232-f13d-4401-8faa-57ea98464a22 req-e72caf44-1598-4f91-943c-efaac5316096 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:29.650362 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-96746232-f13d-4401-8faa-57ea98464a22 req-e72caf44-1598-4f91-943c-efaac5316096 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 932 time: 0.0851295 Mar 02 11:40:29.653084 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:29.685852 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Deleting port af1026f2-665d-4024-be48-95e7f5b3d50e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:40:29.686192 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.709418 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:29.710058 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.734529 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-96746232-f13d-4401-8faa-57ea98464a22 req-fbdd5fe0-5922-4e11-8323-cf5e569cf890 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719271 Mar 02 11:40:29.769027 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-8a8eafd2-da73-4a98-b6dd-c9bccb149797 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9252932 Mar 02 11:40:29.782067 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Request body: {'port': {'device_id': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:29.811746 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f224ea9a-b244-40ae-840d-e4fd7896cada req-3f8174d9-39d3-4e2e-ac2f-0473dca9a8dd tempest-VolumesSnapshotTestJSON-256787502 tempest-VolumesSnapshotTestJSON-256787502-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a2fd9b7-8729-4f87-b245-451872799938 HTTP/1.1" status: 200 len: 210 time: 0.0278823 Mar 02 11:40:29.879774 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] For port af1026f2-665d-4024-be48-95e7f5b3d50e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=af1026f2-665d-4024-be48-95e7f5b3d50e,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:29.880138 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.898677 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Calling delete_port for af1026f2-665d-4024-be48-95e7f5b3d50e owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:40:29.902547 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.933422 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d17a98-9bb2-42a8-b19c-61d27bdcc05c req-80cafd0c-daeb-4752-85ae-8d99b6a70230 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:29.934817 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b1d17a98-9bb2-42a8-b19c-61d27bdcc05c req-80cafd0c-daeb-4752-85ae-8d99b6a70230 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b90af6-eb8f-47d1-8195-c3cbad9d34fd HTTP/1.1" status: 200 len: 945 time: 0.0564318 Mar 02 11:40:29.956804 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f072a40b-a1ad-40f2-b58b-cd57d7bfb00c None None] Provisioning complete for port c185b471-9cf6-4335-8f4d-c68f92544b6e triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:29.957523 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f072a40b-a1ad-40f2-b58b-cd57d7bfb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:29.983431 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b1d17a98-9bb2-42a8-b19c-61d27bdcc05c req-71a1b746-5fd8-46d1-8c1e-d8d2d6bbec72 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Mar 02 11:40:29.992930 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f072a40b-a1ad-40f2-b58b-cd57d7bfb00c None None] Port c185b471-9cf6-4335-8f4d-c68f92544b6e cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:40:30.181716 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (af1026f2-665d-4024-be48-95e7f5b3d50e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.197755 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['760ac947-35c0-4140-83d3-284e0105fde6', 'af1026f2-665d-4024-be48-95e7f5b3d50e'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:40:30.232870 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Pushing event deleted for resources: {'Port': ['ID=af1026f2-665d-4024-be48-95e7f5b3d50e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:30.283188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] No DVR routers for this DVR port af1026f2-665d-4024-be48-95e7f5b3d50e on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:40:30.290369 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.293641 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-2645c32b-1c90-4149-863f-43c42c241031 req-925b133a-f02b-4538-8fb6-546da0289337 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "DELETE /v2.0/ports/af1026f2-665d-4024-be48-95e7f5b3d50e HTTP/1.1" status: 204 len: 173 time: 0.8151636 Mar 02 11:40:30.341093 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c185b471-9cf6-4335-8f4d-c68f92544b6e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:40:30.350147 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Publish callbacks [] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.362745 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Transition to ACTIVE for port object c185b471-9cf6-4335-8f4d-c68f92544b6e will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:40:30.366998 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.377792 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:30.420852 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:30.444908 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:40:30.449805 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:30.450411 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.501895 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Attempting to bind port c185b471-9cf6-4335-8f4d-c68f92544b6e on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:30.502474 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Attempting to bind port c185b471-9cf6-4335-8f4d-c68f92544b6e by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:30.504427 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Attempting to bind port c185b471-9cf6-4335-8f4d-c68f92544b6e on network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:30.509685 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Port c185b471-9cf6-4335-8f4d-c68f92544b6e on network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:40:30.510017 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Attempting to bind port c185b471-9cf6-4335-8f4d-c68f92544b6e on network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:30.515176 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:30.515519 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Checking segment: {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:30.515904 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Bound using segment: {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:30.516332 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Bound port: c185b471-9cf6-4335-8f4d-c68f92544b6e, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cf9f26-2653-48f2-aa79-c23178f65f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:30.516725 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.537139 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:30.537533 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.564491 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:30.567334 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a84b51d-efa6-4cb8-83f1-0a1889c32b40" -d '{"events": [{"server_uuid": "2b3e2ceb-cf6f-41e7-a14d-8badac1564b0", "name": "network-vif-plugged", "status": "completed", "tag": "878d3ea3-1c1f-4e70-9884-7fd5b67e4528"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:30.582682 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,segment=NetworkSegment(b485fd8c-e5b1-4c83-bc9b-46e442fc0722),segment_id=b485fd8c-e5b1-4c83-bc9b-46e442fc0722)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:30.587817 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.588963 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c10cfdc-cb13-4c91-af79-697a53e57b5a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:40:30.597585 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:30.601615 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:30.609872 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.617924 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c05a58b-9758-468c-ad78-72e7ca71353f x-openstack-request-id: req-2c05a58b-9758-468c-ad78-72e7ca71353f {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:30.618222 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3e2ceb-cf6f-41e7-a14d-8badac1564b0", "name": "network-vif-plugged", "status": "completed", "tag": "878d3ea3-1c1f-4e70-9884-7fd5b67e4528", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:30.620149 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c05a58b-9758-468c-ad78-72e7ca71353f {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:30.620149 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528', 'code': 200} Mar 02 11:40:30.645361 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 2c10cfdc-cb13-4c91-af79-697a53e57b5a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:40:30.645909 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c10cfdc-cb13-4c91-af79-697a53e57b5a not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:40:30.668257 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:30.668889 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:30.670384 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] 10.222.0.15 "PUT /v2.0/ports/c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 1094 time: 0.8944380 Mar 02 11:40:30.672098 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df428f-2621-4c34-b8e7-51ea755e9676 service neutron] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:30.678269 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:30.812447 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7f37-e85f-4de9-ab1f-14cd3a6e5ec2 req-ca3f8436-3eb6-41b8-83de-bcd617abf476 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:30.817075 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7eeb7f37-e85f-4de9-ab1f-14cd3a6e5ec2 req-ca3f8436-3eb6-41b8-83de-bcd617abf476 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.1038790 Mar 02 11:40:30.839428 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-a2676a1e-da6a-4771-832e-458f4c60f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:30.840954 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-a2676a1e-da6a-4771-832e-458f4c60f64c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1128 time: 0.1247916 Mar 02 11:40:30.915472 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-dca97a50-4175-421d-a6d3-5d0d15e90bb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 217 time: 0.0620923 Mar 02 11:40:30.922703 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9f429-1acd-4553-b6a0-6e9f8fac5621 req-484a7fcb-3ab3-4e34-81e8-c02239622130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:30.924512 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7ef9f429-1acd-4553-b6a0-6e9f8fac5621 req-484a7fcb-3ab3-4e34-81e8-c02239622130 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 1134 time: 0.1475563 Mar 02 11:40:30.931497 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7b33-b07f-4306-a670-847daeb3aa0c req-4ad0a30a-194f-4441-9a86-3915335494db tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:30.934136 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-df2d7b33-b07f-4306-a670-847daeb3aa0c req-4ad0a30a-194f-4441-9a86-3915335494db tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.1153040 Mar 02 11:40:30.945540 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7eeb7f37-e85f-4de9-ab1f-14cd3a6e5ec2 req-8827269b-8727-4bcb-96f4-b4049ca48b59 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882733 Mar 02 11:40:30.993414 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-df2d7b33-b07f-4306-a670-847daeb3aa0c req-560f2ba3-86fe-4315-b0ec-8f03271ed3bc tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466251 Mar 02 11:40:31.010216 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-d1543741-ac1a-4868-9488-9b74506cbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:31.011699 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-d1543741-ac1a-4868-9488-9b74506cbbd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 200 len: 846 time: 0.0857952 Mar 02 11:40:31.016204 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7ef9f429-1acd-4553-b6a0-6e9f8fac5621 req-e2f2b6d7-06ae-4e4b-8f0f-4ba95d090439 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820413 Mar 02 11:40:31.191385 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'name': 'network-vif-deleted', 'tag': 'af1026f2-665d-4024-be48-95e7f5b3d50e'}, {'name': 'network-changed', 'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:31.194633 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a929cb-4345-4a07-89b5-8d0ee2afd634" -d '{"events": [{"server_uuid": "08b90af6-eb8f-47d1-8195-c3cbad9d34fd", "name": "network-vif-deleted", "tag": "af1026f2-665d-4024-be48-95e7f5b3d50e"}, {"name": "network-changed", "server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:31.255320 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11d68d7-2d4c-4ea5-aee9-adf28957e075 x-openstack-request-id: req-d11d68d7-2d4c-4ea5-aee9-adf28957e075 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:31.255627 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b90af6-eb8f-47d1-8195-c3cbad9d34fd", "name": "network-vif-deleted", "tag": "af1026f2-665d-4024-be48-95e7f5b3d50e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:31.255871 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d11d68d7-2d4c-4ea5-aee9-adf28957e075 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:31.256268 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b90af6-eb8f-47d1-8195-c3cbad9d34fd', 'name': 'network-vif-deleted', 'tag': 'af1026f2-665d-4024-be48-95e7f5b3d50e', 'status': 'completed', 'code': 200} Mar 02 11:40:31.256522 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'status': 'completed', 'code': 200} Mar 02 11:40:31.275508 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-4dac2938-6c16-4597-9b2a-710373767252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:31.277114 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-4dac2938-6c16-4597-9b2a-710373767252 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e488c5-35b4-4007-9f38-4f1c2421fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642164 Mar 02 11:40:31.311042 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84614c-7493-481e-8013-b5a6e06751b5 req-6f0dc14e-fa26-4a8e-8cbc-2c9e895483fd tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:31.313461 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d84614c-7493-481e-8013-b5a6e06751b5 req-6f0dc14e-fa26-4a8e-8cbc-2c9e895483fd tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.1081173 Mar 02 11:40:31.368228 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d84614c-7493-481e-8013-b5a6e06751b5 req-17b11f47-2a24-4d70-87ed-1441532970a9 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Mar 02 11:40:31.388822 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-3691e7a1-88a5-48d8-b91c-4b0979b89c86 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013348 Mar 02 11:40:31.485610 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e8e34ce8-480e-4c9a-81d0-3886305d15e0 req-7ae5f582-2857-4904-bd84-0cd43e1b5615 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858283 Mar 02 11:40:31.592256 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-7a6e8fa4-f5ee-4f16-9618-3a9dd994fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:31.594201 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-7a6e8fa4-f5ee-4f16-9618-3a9dd994fdee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1128 time: 0.0497870 Mar 02 11:40:31.632563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9c355b5b-aa28-4438-9df5-50b22f6c0119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:31.690391 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-8ddf2147-ec31-4b1b-956b-a5955461d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:31.691878 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-8ddf2147-ec31-4b1b-956b-a5955461d871 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 908 time: 0.0872390 Mar 02 11:40:31.755623 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-f5fb8ea6-69bf-4fad-9a56-aa4bc3ac3f75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 217 time: 0.0373442 Mar 02 11:40:31.804670 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-cc75af6c-800b-4e59-87dd-dfe3fee7fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:31.806127 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-cc75af6c-800b-4e59-87dd-dfe3fee7fca4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 200 len: 846 time: 0.0438576 Mar 02 11:40:31.855929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-9f307963-ea1a-4ced-bc0e-904efe555978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:31.857499 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-9f307963-ea1a-4ced-bc0e-904efe555978 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e488c5-35b4-4007-9f38-4f1c2421fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434825 Mar 02 11:40:31.948219 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-811398ea-97c4-40c9-8426-d09a3b363434 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838146 Mar 02 11:40:32.043456 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d0a929cb-4345-4a07-89b5-8d0ee2afd634 req-60a71808-dc89-4cd1-a980-b210b0b0dadd service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846381 Mar 02 11:40:32.062723 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad490-6e53-4354-b5da-8a3986797f1c req-ec4afe3d-0bfe-47e3-be8f-6973b8155e63 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:32.066980 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-305ad490-6e53-4354-b5da-8a3986797f1c req-ec4afe3d-0bfe-47e3-be8f-6973b8155e63 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.0563817 Mar 02 11:40:32.149618 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-305ad490-6e53-4354-b5da-8a3986797f1c req-9f8a54e5-a188-4fcb-a8a2-74ba0263a8b2 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784476 Mar 02 11:40:32.167064 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc0f9-ff65-4567-b79e-709424853e01 req-8db17911-bf39-4f0b-b22d-cfc54a26155d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:32.168868 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52ebc0f9-ff65-4567-b79e-709424853e01 req-8db17911-bf39-4f0b-b22d-cfc54a26155d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0831923 Mar 02 11:40:32.233480 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52ebc0f9-ff65-4567-b79e-709424853e01 req-d2d2a3d5-751d-41d3-995e-96e78533639e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583322 Mar 02 11:40:32.491176 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a05d18-fa28-47e2-bce8-5ee2de33325c req-68ad5dad-ae4f-4a9d-91af-fbda05b7d4b0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:32.492822 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-27a05d18-fa28-47e2-bce8-5ee2de33325c req-68ad5dad-ae4f-4a9d-91af-fbda05b7d4b0 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0568044 Mar 02 11:40:32.543097 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:32.544809 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-27a05d18-fa28-47e2-bce8-5ee2de33325c req-a4647553-4701-4e10-bca5-100baa7c8289 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Mar 02 11:40:33.267593 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396823-3dc0-48aa-89e7-cc726558acb4 req-21690d39-9c59-4d60-aa65-3073c85a99c2 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:33.269603 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-58396823-3dc0-48aa-89e7-cc726558acb4 req-21690d39-9c59-4d60-aa65-3073c85a99c2 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.0539505 Mar 02 11:40:33.344566 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-58396823-3dc0-48aa-89e7-cc726558acb4 req-5f86d5e3-a570-4199-a8c2-884ee1e00ef6 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695117 Mar 02 11:40:33.366619 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c0be9-0818-4a15-a976-c5e0bdf3d18b req-082e537e-d799-4753-9f82-7e1a42b38dc9 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:33.368066 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e14c0be9-0818-4a15-a976-c5e0bdf3d18b req-082e537e-d799-4753-9f82-7e1a42b38dc9 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0684690 Mar 02 11:40:33.418650 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e14c0be9-0818-4a15-a976-c5e0bdf3d18b req-97b3b000-a608-4ad2-ac70-f0274cc03d48 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Mar 02 11:40:33.602275 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ed30-aa6c-425e-970c-375e55b65fb9 req-1b17b1a3-227c-4750-aebd-1026372bf284 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:33.603756 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bd57ed30-aa6c-425e-970c-375e55b65fb9 req-1b17b1a3-227c-4750-aebd-1026372bf284 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.0528638 Mar 02 11:40:33.684112 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bd57ed30-aa6c-425e-970c-375e55b65fb9 req-e309a3b6-ee88-4031-840c-1b9ca83883f7 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747550 Mar 02 11:40:33.700787 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923b7d4-4825-47b3-a433-eec50c0fe51c req-3429dd3a-a68e-457a-a94c-4b4d0ea55bb4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:33.700787 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b923b7d4-4825-47b3-a433-eec50c0fe51c req-3429dd3a-a68e-457a-a94c-4b4d0ea55bb4 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0816627 Mar 02 11:40:33.742648 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b923b7d4-4825-47b3-a433-eec50c0fe51c req-d62f3ff1-caba-4e96-9b36-0857d654316f tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Mar 02 11:40:34.151302 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:34.534437 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b62d02-5d0a-465e-a47e-970279821cf7 req-0157046b-2467-492f-a158-1268b2d9296e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:34.535921 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2b62d02-5d0a-465e-a47e-970279821cf7 req-0157046b-2467-492f-a158-1268b2d9296e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0527554 Mar 02 11:40:34.585387 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2b62d02-5d0a-465e-a47e-970279821cf7 req-614e82d5-083a-4676-bb18-297574193854 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 Mar 02 11:40:34.801510 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c504-6f3b-4b44-b17b-3267167f9b1b req-d2758fc9-ed7f-4193-9400-30c3633f8adb tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:34.803008 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f13c504-6f3b-4b44-b17b-3267167f9b1b req-d2758fc9-ed7f-4193-9400-30c3633f8adb tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.0535309 Mar 02 11:40:34.885732 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f13c504-6f3b-4b44-b17b-3267167f9b1b req-3918f49b-9eb2-46b7-85ec-0ff2792570f5 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763633 Mar 02 11:40:34.895220 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff3e9f-5d44-45f5-8265-6cd18d3af6cc req-2c9f3e6b-f6d1-43b3-bdcc-27c0f86ed5d6 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:34.897069 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aaff3e9f-5d44-45f5-8265-6cd18d3af6cc req-2c9f3e6b-f6d1-43b3-bdcc-27c0f86ed5d6 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0885162 Mar 02 11:40:34.942718 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aaff3e9f-5d44-45f5-8265-6cd18d3af6cc req-da16c12b-a6ce-427f-82a6-80054ac1ccfc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Mar 02 11:40:35.266757 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device af1026f2-665d-4024-be48-95e7f5b3d50e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:40:35.288123 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: af1026f2-665d-4024-be48-95e7f5b3d50e {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:40:35.288464 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device af1026f2-665d-4024-be48-95e7f5b3d50e not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:40:35.487454 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:35.701932 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2641f74-dfd1-42c6-9bfe-8e6cdfae4c54 req-ed5d8ac4-1525-4275-ac95-2d938275f4e6 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:35.703403 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2641f74-dfd1-42c6-9bfe-8e6cdfae4c54 req-ed5d8ac4-1525-4275-ac95-2d938275f4e6 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0543256 Mar 02 11:40:35.751871 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2641f74-dfd1-42c6-9bfe-8e6cdfae4c54 req-b38c3279-ec5e-413c-8e4d-73866210f32d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428588 Mar 02 11:40:36.017968 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0498ee2-315a-423c-b649-3c021ed839a2 req-136edd83-d310-40bb-8d8a-19f2aa08c6b2 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:36.019472 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f0498ee2-315a-423c-b649-3c021ed839a2 req-136edd83-d310-40bb-8d8a-19f2aa08c6b2 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.0567830 Mar 02 11:40:36.091525 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f0498ee2-315a-423c-b649-3c021ed839a2 req-3b388de6-0399-4a94-a4c8-0d84589bb01b tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631251 Mar 02 11:40:36.101367 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e34ddb-241a-4859-8577-9a57be5c012e req-e59c9e02-3579-4b94-be3e-13e32eab8671 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:36.102817 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85e34ddb-241a-4859-8577-9a57be5c012e req-e59c9e02-3579-4b94-be3e-13e32eab8671 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0824804 Mar 02 11:40:36.152831 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85e34ddb-241a-4859-8577-9a57be5c012e req-35dff6a8-dc13-41a6-b0b7-011c2b025601 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Mar 02 11:40:36.866731 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8da234-01b4-4483-bbb7-32dab2a2c865 req-04df5dfa-e580-4a92-9d57-86603784ec44 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:36.868213 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b8da234-01b4-4483-bbb7-32dab2a2c865 req-04df5dfa-e580-4a92-9d57-86603784ec44 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0514226 Mar 02 11:40:36.921000 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b8da234-01b4-4483-bbb7-32dab2a2c865 req-7ffff3f3-97ff-49eb-9e56-5ea24e941c3d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471265 Mar 02 11:40:37.140079 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff415c-15db-4251-be8c-78913b932395 req-9e9c0432-7a44-4a4b-b7e2-1df777cd71ff tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:37.141576 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-39ff415c-15db-4251-be8c-78913b932395 req-9e9c0432-7a44-4a4b-b7e2-1df777cd71ff tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.0515654 Mar 02 11:40:37.240266 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818789d0-2d18-44a6-842f-b9f85eb7c85f req-aca69ce2-df20-438a-91a5-b0c0ba31e99d tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:37.242031 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-818789d0-2d18-44a6-842f-b9f85eb7c85f req-aca69ce2-df20-438a-91a5-b0c0ba31e99d tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b3e2ceb-cf6f-41e7-a14d-8badac1564b0 HTTP/1.1" status: 200 len: 950 time: 0.0700033 Mar 02 11:40:37.243797 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Deleting port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:40:37.244143 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:37.311746 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-818789d0-2d18-44a6-842f-b9f85eb7c85f req-ca29a17b-f2f8-4a0e-be40-d2bae8b4588b tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.43 "GET /v2.0/security-groups?id=11cad126-f40e-4396-bc19-19b2860c2511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Mar 02 11:40:37.321884 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fd5f7-48ab-459f-842e-feb8f29b78e1 req-355ae164-e978-4b10-8fec-23899c53b322 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:37.323602 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-858fd5f7-48ab-459f-842e-feb8f29b78e1 req-355ae164-e978-4b10-8fec-23899c53b322 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0992184 Mar 02 11:40:37.345248 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] For port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,segment=NetworkSegment(b485fd8c-e5b1-4c83-bc9b-46e442fc0722),segment_id=b485fd8c-e5b1-4c83-bc9b-46e442fc0722)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:37.345492 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:37.358236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Calling delete_port for 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:40:37.375806 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-858fd5f7-48ab-459f-842e-feb8f29b78e1 req-5b86fa80-05d7-40d5-a514-c2f344b6bab3 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 Mar 02 11:40:37.481292 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (878d3ea3-1c1f-4e70-9884-7fd5b67e4528), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:37.494000 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['878d3ea3-1c1f-4e70-9884-7fd5b67e4528'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:40:37.512164 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Pushing event deleted for resources: {'Port': ['ID=878d3ea3-1c1f-4e70-9884-7fd5b67e4528,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:37.556254 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] No DVR routers for this DVR port 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:40:37.558755 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:37.562070 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-39ff415c-15db-4251-be8c-78913b932395 req-2326bff4-153f-45e7-bccc-e5bd5ab93e12 tempest-VolumesNegativeTest-1633369385 tempest-VolumesNegativeTest-1633369385-project] 10.222.0.15 "DELETE /v2.0/ports/878d3ea3-1c1f-4e70-9884-7fd5b67e4528 HTTP/1.1" status: 204 len: 173 time: 0.4141397 Mar 02 11:40:37.562542 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'name': 'network-vif-deleted', 'tag': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:37.564854 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc5cd72-008c-49e9-b856-bdd60f141f8f" -d '{"events": [{"server_uuid": "2b3e2ceb-cf6f-41e7-a14d-8badac1564b0", "name": "network-vif-deleted", "tag": "878d3ea3-1c1f-4e70-9884-7fd5b67e4528"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:37.607511 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b09eb-cc99-47ab-a568-8e727b47753f x-openstack-request-id: req-955b09eb-cc99-47ab-a568-8e727b47753f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:37.607805 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3e2ceb-cf6f-41e7-a14d-8badac1564b0", "name": "network-vif-deleted", "tag": "878d3ea3-1c1f-4e70-9884-7fd5b67e4528", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:37.608060 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-955b09eb-cc99-47ab-a568-8e727b47753f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:37.608469 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3e2ceb-cf6f-41e7-a14d-8badac1564b0', 'name': 'network-vif-deleted', 'tag': '878d3ea3-1c1f-4e70-9884-7fd5b67e4528', 'status': 'completed', 'code': 200} Mar 02 11:40:38.051060 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c2b96-2d0d-4889-a328-73080e4585a5 req-e16a2114-2525-4792-84e0-167c87f23914 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:38.052535 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fa4c2b96-2d0d-4889-a328-73080e4585a5 req-e16a2114-2525-4792-84e0-167c87f23914 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0606074 Mar 02 11:40:38.107848 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fa4c2b96-2d0d-4889-a328-73080e4585a5 req-29b5b4f4-0bd7-4438-bdfc-dc6b4b97a7bf tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Mar 02 11:40:38.496302 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb776d8d-7eff-4a8f-9f77-117e5e1b6af3 req-e4cd5815-cde2-42d7-b064-5070221a4274 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:38.497830 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb776d8d-7eff-4a8f-9f77-117e5e1b6af3 req-e4cd5815-cde2-42d7-b064-5070221a4274 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0574412 Mar 02 11:40:38.546129 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb776d8d-7eff-4a8f-9f77-117e5e1b6af3 req-308722fb-1f3e-4290-94c9-0e0ac3cf8aae tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 Mar 02 11:40:39.155371 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-a7d67ca3-46c6-4318-a6e6-c5569c0d5c89 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:39.156981 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-a7d67ca3-46c6-4318-a6e6-c5569c0d5c89 tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0538607 Mar 02 11:40:39.237381 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692d8ef-0de5-4657-85a0-579f12f618b5 req-086341ca-4852-452e-9ccb-cc596ff39477 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:39.244525 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8692d8ef-0de5-4657-85a0-579f12f618b5 req-086341ca-4852-452e-9ccb-cc596ff39477 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0658824 Mar 02 11:40:39.262117 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Deleting port 760ac947-35c0-4140-83d3-284e0105fde6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:40:39.262517 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (760ac947-35c0-4140-83d3-284e0105fde6), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:39.297333 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8692d8ef-0de5-4657-85a0-579f12f618b5 req-590cb2da-34bc-438e-bf4e-bc0e9f93bdb7 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517447 Mar 02 11:40:39.355713 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] For port 760ac947-35c0-4140-83d3-284e0105fde6, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=760ac947-35c0-4140-83d3-284e0105fde6,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:39.355951 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (760ac947-35c0-4140-83d3-284e0105fde6), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:39.372191 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Calling delete_port for 760ac947-35c0-4140-83d3-284e0105fde6 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:40:39.682975 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a5b27-2d8d-4267-8afc-9ccc6390ad4c req-f267c570-caef-4ea8-9886-743e7dedbb1c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:39.684578 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cc1a5b27-2d8d-4267-8afc-9ccc6390ad4c req-f267c570-caef-4ea8-9886-743e7dedbb1c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 945 time: 0.0628924 Mar 02 11:40:39.736138 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cc1a5b27-2d8d-4267-8afc-9ccc6390ad4c req-8f85ebc0-9da9-4de7-882f-703fae0861cd tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/security-groups?id=23c3b04c-57c2-433b-8a16-3178da3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Mar 02 11:40:39.769547 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (760ac947-35c0-4140-83d3-284e0105fde6), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:39.783176 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['760ac947-35c0-4140-83d3-284e0105fde6'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:40:39.799412 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Pushing event deleted for resources: {'Port': ['ID=760ac947-35c0-4140-83d3-284e0105fde6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:39.846059 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] No DVR routers for this DVR port 760ac947-35c0-4140-83d3-284e0105fde6 on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:40:39.849170 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:39.852458 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a53b189b-6693-4c12-aafd-a7afbeb2a04d req-fbaa3ae2-6ffc-4356-b9ce-2c1e5b034fcc tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.15 "DELETE /v2.0/ports/760ac947-35c0-4140-83d3-284e0105fde6 HTTP/1.1" status: 204 len: 173 time: 0.6879821 Mar 02 11:40:39.852929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'name': 'network-vif-deleted', 'tag': '760ac947-35c0-4140-83d3-284e0105fde6'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:39.855208 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bdfbba-1e6e-4988-a269-b259c0e03a14" -d '{"events": [{"server_uuid": "eddceba4-55ac-45a0-b5f3-3ef234c562a3", "name": "network-vif-deleted", "tag": "760ac947-35c0-4140-83d3-284e0105fde6"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:39.898134 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541b3411-4989-4f7e-b7e8-42ced771a691 x-openstack-request-id: req-541b3411-4989-4f7e-b7e8-42ced771a691 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:39.898582 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddceba4-55ac-45a0-b5f3-3ef234c562a3", "name": "network-vif-deleted", "tag": "760ac947-35c0-4140-83d3-284e0105fde6", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:39.899102 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-541b3411-4989-4f7e-b7e8-42ced771a691 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:39.899496 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddceba4-55ac-45a0-b5f3-3ef234c562a3', 'name': 'network-vif-deleted', 'tag': '760ac947-35c0-4140-83d3-284e0105fde6', 'status': 'completed', 'code': 200} Mar 02 11:40:40.408240 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dbb50-29e3-4882-9957-0dae43641afd req-5099f1b5-53c7-4db4-9a94-d800bed0a765 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:40.409784 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b9dbb50-29e3-4882-9957-0dae43641afd req-5099f1b5-53c7-4db4-9a94-d800bed0a765 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0519125 Mar 02 11:40:40.462921 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b9dbb50-29e3-4882-9957-0dae43641afd req-bd177dd6-1348-4441-b84e-3f4cca353fc9 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476022 Mar 02 11:40:40.841170 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6276d96a-9c53-4df4-a5d5-8087bebdc868 req-4f4c76c1-601a-4904-9fff-fe26a3df3b3e tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 210 time: 0.0334885 Mar 02 11:40:41.581218 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa4f15-5e62-4d2b-b84c-7f57d3573fed req-dc604cb2-fc44-4882-af29-8ef09b0fcf42 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:41.582688 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-20aa4f15-5e62-4d2b-b84c-7f57d3573fed req-dc604cb2-fc44-4882-af29-8ef09b0fcf42 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0536630 Mar 02 11:40:41.631262 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-20aa4f15-5e62-4d2b-b84c-7f57d3573fed req-a62562ca-7de3-4e7a-b3be-ec76f3ef5a86 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 Mar 02 11:40:41.938550 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7638d22d-0bf1-444c-a512-cbb8fb967530 req-4e2c98e4-1d90-4fa0-9ba6-e00d9df4ac0c tempest-ServerRescueNegativeTestJSON-2005769588 tempest-ServerRescueNegativeTestJSON-2005769588-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddceba4-55ac-45a0-b5f3-3ef234c562a3 HTTP/1.1" status: 200 len: 210 time: 0.0261407 Mar 02 11:40:42.451594 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c185b471-9cf6-4335-8f4d-c68f92544b6e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:40:42.552481 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:42.563804 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'port_id': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'mac_address': 'fa:16:3e:ca:f8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:40:42.600181 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port c185b471-9cf6-4335-8f4d-c68f92544b6e is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:42.600576 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:42.613690 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c185b471-9cf6-4335-8f4d-c68f92544b6e {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:40:42.633320 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:42.637588 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:42.686346 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:42.755043 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac12d35-591c-4596-9f49-0faf7f07427e req-97e2c4dc-d7e6-4dba-8416-8df3d651bdf6 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:42.756409 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9ac12d35-591c-4596-9f49-0faf7f07427e req-97e2c4dc-d7e6-4dba-8416-8df3d651bdf6 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 945 time: 0.0551095 Mar 02 11:40:42.806622 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9ac12d35-591c-4596-9f49-0faf7f07427e req-f9af4fc0-72ac-492f-af72-706ba97dbdac tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445881 Mar 02 11:40:42.885444 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['c185b471-9cf6-4335-8f4d-c68f92544b6e'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:40:42.995318 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59094) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:43.258238 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59100) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:43.387108 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7d6ed5a5-47d9-407c-b15c-31a8b3704a26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12762164f1af43d29679e175cdeb8b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277628 Mar 02 11:40:43.389509 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59104) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:43.422923 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (18f4ed1d-180f-4e13-a5cb-af95507a4fab), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.435811 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Publish callbacks [] for security_group (11cad126-f40e-4396-bc19-19b2860c2511), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.457166 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Publish callbacks [] for security_group (11cad126-f40e-4396-bc19-19b2860c2511), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.502877 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (11cad126-f40e-4396-bc19-19b2860c2511), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.505506 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.506678 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11cad126-f40e-4396-bc19-19b2860c2511 HTTP/1.1" status: 204 len: 168 time: 0.1162500 Mar 02 11:40:43.514335 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cad126-f40e-4396-bc19-19b2860c2511,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:43.521952 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.522308 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.522656 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.523000 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.523337 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.523672 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.524005 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.524340 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.524705 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.525039 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.525373 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.525700 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.526026 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ab7ed-5ee7-4aee-95d2-5ba3cf656b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:43.531548 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c185b471-9cf6-4335-8f4d-c68f92544b6e up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:43.739501 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port c185b471-9cf6-4335-8f4d-c68f92544b6e completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:40:43.743961 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port c185b471-9cf6-4335-8f4d-c68f92544b6e triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:43.744365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.762417 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Deleting port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:40:43.762736 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.843168 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port c185b471-9cf6-4335-8f4d-c68f92544b6e is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:43.843818 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.855372 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] For port 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,segment=NetworkSegment(4404dfec-3852-44b9-8606-d3b46112917a),segment_id=4404dfec-3852-44b9-8606-d3b46112917a)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:43.855784 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.884327 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Calling delete_port for 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:40:43.888657 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:43.890728 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:43.894462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a59da45-8df7-4d0b-aee9-52f397887cf1" -d '{"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-plugged", "status": "completed", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:43.902792 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:43.904107 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:40:43.966769 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:40:43.967176 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 878d3ea3-1c1f-4e70-9884-7fd5b67e4528 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:40:43.968224 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 760ac947-35c0-4140-83d3-284e0105fde6 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:40:43.972566 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3531b8fd-318a-4a30-ac39-e56cbc425c5f x-openstack-request-id: req-3531b8fd-318a-4a30-ac39-e56cbc425c5f {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:43.973131 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-plugged", "status": "completed", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:43.973610 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3531b8fd-318a-4a30-ac39-e56cbc425c5f {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:43.974212 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'code': 200} Mar 02 11:40:43.998762 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 760ac947-35c0-4140-83d3-284e0105fde6 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:40:43.999481 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 760ac947-35c0-4140-83d3-284e0105fde6 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:40:44.027083 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:44.029577 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff760ce-c9ed-4d5e-90dd-93ff46efec76 req-8597617f-17db-47ce-a8d3-28f4cf71de6a tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:44.044718 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4ff760ce-c9ed-4d5e-90dd-93ff46efec76 req-8597617f-17db-47ce-a8d3-28f4cf71de6a tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.1118438 Mar 02 11:40:44.151390 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4ff760ce-c9ed-4d5e-90dd-93ff46efec76 req-4e404e54-fbd6-47dc-82ab-2e3e09a3a1d9 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050596 Mar 02 11:40:44.200813 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (48d9b797-dde0-4d98-a8ca-1623e1a8a4a0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:44.249424 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d9b797-dde0-4d98-a8ca-1623e1a8a4a0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:44.307983 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcaffb-ef6a-45a9-9f51-04bbb7f3cc72 req-077b7bd8-27c7-479f-8aad-4f2971f4d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:44.309501 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-26fcaffb-ef6a-45a9-9f51-04bbb7f3cc72 req-077b7bd8-27c7-479f-8aad-4f2971f4d4bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1130 time: 0.1220953 Mar 02 11:40:44.400874 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-26fcaffb-ef6a-45a9-9f51-04bbb7f3cc72 req-625d24ed-3182-4393-a964-08d9bd5666d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834548 Mar 02 11:40:44.445479 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (18f4ed1d-180f-4e13-a5cb-af95507a4fab), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:44.666015 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Router 18f4ed1d-180f-4e13-a5cb-af95507a4fab has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:40:44.774606 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:40:44.784664 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-cf061d7d-fb01-48b7-9e13-af903ac2a2a8 admin admin] 10.222.0.43 "PUT /v2.0/routers/18f4ed1d-180f-4e13-a5cb-af95507a4fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865033 Mar 02 11:40:44.784968 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] Sync routers for ids ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:40:44.785757 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59152) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:44.797165 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] Routers {'18f4ed1d-180f-4e13-a5cb-af95507a4fab'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:44.797779 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:44.915040 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] Set router 18f4ed1d-180f-4e13-a5cb-af95507a4fab gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:44.935189 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks [] for router (18f4ed1d-180f-4e13-a5cb-af95507a4fab), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.043078 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks [] for router_gateway (18f4ed1d-180f-4e13-a5cb-af95507a4fab), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.087592 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:40:44Z', 'revision_number': 5, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port': {'id': 'd4d3651e-8570-4b52-97ef-a95759c10fdd', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:45.093314 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Deleting port d4d3651e-8570-4b52-97ef-a95759c10fdd {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:40:45.093649 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.117093 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] Checking router: 18f4ed1d-180f-4e13-a5cb-af95507a4fab for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:40:45.125089 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] Routers {'18f4ed1d-180f-4e13-a5cb-af95507a4fab'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:45.126710 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:45.180082 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] For port d4d3651e-8570-4b52-97ef-a95759c10fdd, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d4d3651e-8570-4b52-97ef-a95759c10fdd,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:45.180468 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.197960 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Calling delete_port for d4d3651e-8570-4b52-97ef-a95759c10fdd owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:40:45.296519 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] Set router 18f4ed1d-180f-4e13-a5cb-af95507a4fab gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:45.352312 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:40:45Z', 'revision_number': 6, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:45.361789 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d367e4-ff36-468f-99e7-70b3055457e8 req-2bfe9513-d5c0-4efe-853d-dccaf22428d8 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:45.364751 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3d367e4-ff36-468f-99e7-70b3055457e8 req-2bfe9513-d5c0-4efe-853d-dccaf22428d8 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.1180720 Mar 02 11:40:45.382208 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c660aa-eb8b-48d8-a097-c4e424dcc8cc None None] The sync data for ids ['18f4ed1d-180f-4e13-a5cb-af95507a4fab'] in dv-cinder-822821-2-iscsi is: [{'id': '18f4ed1d-180f-4e13-a5cb-af95507a4fab', 'name': 'tempest-ServerRescueNegativeTestJSON-729623381-router', 'tenant_id': '4a157e295b59440ab9a0d462905e76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:40:45Z', 'revision_number': 6, 'project_id': '4a157e295b59440ab9a0d462905e76a6', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:40:45.458373 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3d367e4-ff36-468f-99e7-70b3055457e8 req-c98c5720-05a3-4fc8-b056-a9038befd004 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926957 Mar 02 11:40:45.509630 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (d4d3651e-8570-4b52-97ef-a95759c10fdd), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.535964 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d3651e-8570-4b52-97ef-a95759c10fdd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:45.612584 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (18f4ed1d-180f-4e13-a5cb-af95507a4fab), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.887226 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (18f4ed1d-180f-4e13-a5cb-af95507a4fab), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.889229 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks [] for router_controller (18f4ed1d-180f-4e13-a5cb-af95507a4fab), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.952652 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (18f4ed1d-180f-4e13-a5cb-af95507a4fab), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.953221 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18f4ed1d-180f-4e13-a5cb-af95507a4fab {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:40:45.964834 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:45.964834 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-53bacf79-ee45-43b5-b6a1-2dafa388f794 admin admin] 10.222.0.43 "DELETE /v2.0/routers/18f4ed1d-180f-4e13-a5cb-af95507a4fab HTTP/1.1" status: 204 len: 168 time: 1.1720793 Mar 02 11:40:45.964834 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59172) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:46.009512 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] Deleting subnet f6a04572-5c8b-47ea-9cf5-c00afbadd900 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:40:46.012529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] Publish callbacks [] for subnet (f6a04572-5c8b-47ea-9cf5-c00afbadd900), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.051789 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (f6a04572-5c8b-47ea-9cf5-c00afbadd900), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.092451 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (f6a04572-5c8b-47ea-9cf5-c00afbadd900), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.158016 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (f6a04572-5c8b-47ea-9cf5-c00afbadd900), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.188373 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a04572-5c8b-47ea-9cf5-c00afbadd900,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:46.192517 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.195658 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9c65528d-495f-49e0-8204-f1c9307edcd7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f6a04572-5c8b-47ea-9cf5-c00afbadd900 HTTP/1.1" status: 204 len: 168 time: 0.2330897 Mar 02 11:40:46.198623 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59178) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:46.264692 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (d40d3ed4-ae78-48b1-858d-23adef12d1d7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.333498 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.344506 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (d40d3ed4-ae78-48b1-858d-23adef12d1d7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.366255 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40d3ed4-ae78-48b1-858d-23adef12d1d7']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:46.376286 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4404dfec-3852-44b9-8606-d3b46112917a') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:46.376574 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4404dfec-3852-44b9-8606-d3b46112917a') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:46.386143 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (4404dfec-3852-44b9-8606-d3b46112917a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.407771 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (4404dfec-3852-44b9-8606-d3b46112917a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.417362 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:40:46.417731 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (4404dfec-3852-44b9-8606-d3b46112917a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:40:46.420937 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:40:46.481774 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (d40d3ed4-ae78-48b1-858d-23adef12d1d7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.492793 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.496077 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d40d3ed4-ae78-48b1-858d-23adef12d1d7 HTTP/1.1" status: 204 len: 168 time: 0.2964542 Mar 02 11:40:46.505931 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0940ea-981f-4761-b441-cde4e12e5226 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40d3ed4-ae78-48b1-858d-23adef12d1d7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:46.600186 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96744f-0870-4745-8991-a25ff8d9a41d req-ecb0ec92-f2cc-4601-bb2a-8fac5183b976 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:46.602149 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7f96744f-0870-4745-8991-a25ff8d9a41d req-ecb0ec92-f2cc-4601-bb2a-8fac5183b976 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0643809 Mar 02 11:40:46.653456 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7f96744f-0870-4745-8991-a25ff8d9a41d req-1e22f8b9-6923-487b-97ac-4cf1fb16ebec tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452440 Mar 02 11:40:46.666640 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59192) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:46.708889 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b25bcc79-c142-4934-8157-8dd5c8b34447 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a157e295b59440ab9a0d462905e76a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387306 Mar 02 11:40:46.709100 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59196) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:46.786659 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d239a23f-29e0-4c19-a3fe-39a3474be232 admin admin] Publish callbacks [] for security_group (23c3b04c-57c2-433b-8a16-3178da3f8ca1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.803875 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb642d71-cc91-402c-8eb8-1f9404f8aa9d req-e19fbc5b-4e64-4cd6-838f-b66390fbcf5c tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:46.805375 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb642d71-cc91-402c-8eb8-1f9404f8aa9d req-e19fbc5b-4e64-4cd6-838f-b66390fbcf5c tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0845728 Mar 02 11:40:46.819512 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d239a23f-29e0-4c19-a3fe-39a3474be232 admin admin] Publish callbacks [] for security_group (23c3b04c-57c2-433b-8a16-3178da3f8ca1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.889988 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb642d71-cc91-402c-8eb8-1f9404f8aa9d req-e99908de-e2a8-47cd-a96e-d5398cbe1336 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758622 Mar 02 11:40:46.912905 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59198) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:46.918948 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d239a23f-29e0-4c19-a3fe-39a3474be232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (23c3b04c-57c2-433b-8a16-3178da3f8ca1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.921495 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d239a23f-29e0-4c19-a3fe-39a3474be232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:46.922599 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d239a23f-29e0-4c19-a3fe-39a3474be232 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23c3b04c-57c2-433b-8a16-3178da3f8ca1 HTTP/1.1" status: 204 len: 168 time: 0.2125835 Mar 02 11:40:46.931556 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239a23f-29e0-4c19-a3fe-39a3474be232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c3b04c-57c2-433b-8a16-3178da3f8ca1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:47.159432 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4526c4-5f0b-4db5-bc80-0431ad5b7d8c tempest-TestShelveInstance-761801320 tempest-TestShelveInstance-761801320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:47.163810 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5f4526c4-5f0b-4db5-bc80-0431ad5b7d8c tempest-TestShelveInstance-761801320 tempest-TestShelveInstance-761801320-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1125 time: 0.2472203 Mar 02 11:40:47.164006 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59208) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:47.168226 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'port_id': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:47.189367 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.291078 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.394533 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Allocated IP 172.27.2.195 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:47.424911 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:40:47.450635 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:40:47.451055 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 48d9b797-dde0-4d98-a8ca-1623e1a8a4a0 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:40:47.451589 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d4d3651e-8570-4b52-97ef-a95759c10fdd no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:40:47.471318 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: d4d3651e-8570-4b52-97ef-a95759c10fdd {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:40:47.471843 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d4d3651e-8570-4b52-97ef-a95759c10fdd not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:40:47.506267 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.541152 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.576085 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:47.581383 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:47.584832 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:47.614349 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:47.615917 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'Port': ['ID=28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:47.708743 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1502454278-network', 'tenant_id': '41e1372b16454fc496d1a30579dfea90'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:47.728177 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Made reservation on behalf of 41e1372b16454fc496d1a30579dfea90 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:40:47.730456 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.738787 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.810965 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks [] for security_group (6bd64b4e-5f2f-457b-aba4-2d01bb285fb9), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.816288 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6bd64b4e-5f2f-457b-aba4-2d01bb285fb9), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.841100 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:40:47.843846 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:40:47.851499 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd64b4e-5f2f-457b-aba4-2d01bb285fb9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:47.856864 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (3d001bab-32b7-4627-bd01-c0770acd3d9f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.857213 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Added segment 3d001bab-32b7-4627-bd01-c0770acd3d9f of type vlan for network 33ec2064-eb91-4b84-840a-c5bbef88a25b Mar 02 11:40:47.904775 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (33ec2064-eb91-4b84-840a-c5bbef88a25b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.929604 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (33ec2064-eb91-4b84-840a-c5bbef88a25b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.930551 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:47.931127 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:47.981176 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3655586 Mar 02 11:40:47.986933 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59232) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:47.993293 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Request body: {'subnet': {'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1502454278-subnet', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:48.000887 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16461e-5dff-451a-836d-e6d96b2bf767 admin admin] Pushing event updated for resources: {'Network': ['ID=33ec2064-eb91-4b84-840a-c5bbef88a25b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:48.012884 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:40:48.018606 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Made reservation on behalf of 41e1372b16454fc496d1a30579dfea90 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:40:48.021566 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3377523'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.109422 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for floatingip (cf1295e6-1fc0-4e7b-9324-308eb971bdb5), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.194740 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3377473'] for subnet (a2f14140-4f53-42c1-9b98-d168f5ebbf1d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.249780 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f14140-4f53-42c1-9b98-d168f5ebbf1d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:48.261012 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Checking segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:48.261368 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Network hostable DHCP agents. Network: 33ec2064-eb91-4b84-840a-c5bbef88a25b, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:40:48.278338 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:40:48.287563 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 33ec2064-eb91-4b84-840a-c5bbef88a25b) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:48.293270 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:48.293879 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.298744 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c265a56-6fa4-4415-858e-045c2483e30d None None] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:40:48.313105 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d53f88df-c995-4225-84aa-de5ced6de17e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3251081 Mar 02 11:40:48.316388 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59236) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:48.320957 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:48.339777 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (3c92a3dd-cdac-4851-82b7-381d6504cd93), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.341056 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (3c92a3dd-cdac-4851-82b7-381d6504cd93), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.393914 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.401791 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks [] for router_controller (3c92a3dd-cdac-4851-82b7-381d6504cd93), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.424481 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-33ec2064-eb91-4b84-840a-c5bbef88a25b', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'project_id': '41e1372b16454fc496d1a30579dfea90', 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:40:48.425382 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.575889 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Allocated IP 172.20.0.2 (33ec2064-eb91-4b84-840a-c5bbef88a25b/a2f14140-4f53-42c1-9b98-d168f5ebbf1d/7acdb8e4-48db-4818-b6c5-01b4174c6709) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:48.577158 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.581849 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.659545 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event updated for resources: {'Port': ['ID=28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:48.671325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (cf1295e6-1fc0-4e7b-9324-308eb971bdb5), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.734845 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Publish callbacks [] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.742394 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.779293 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks [] for router_gateway (3c92a3dd-cdac-4851-82b7-381d6504cd93), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.780438 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Floating IP cf1295e6-1fc0-4e7b-9324-308eb971bdb5 associated. External IP: 172.27.2.195, port: c185b471-9cf6-4335-8f4d-c68f92544b6e. Mar 02 11:40:48.786609 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:48.789783 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:48.795162 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:48.798782 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Pushing event updated for resources: {'Port': ['ID=7acdb8e4-48db-4818-b6c5-01b4174c6709,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:48.854339 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Attempting to bind port 7acdb8e4-48db-4818-b6c5-01b4174c6709 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:48.854714 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Attempting to bind port 7acdb8e4-48db-4818-b6c5-01b4174c6709 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:48.855079 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Attempting to bind port 7acdb8e4-48db-4818-b6c5-01b4174c6709 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:48.860176 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:48.860548 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Checking segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:48.861043 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.862191 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Bound using segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:48.862652 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Bound port: 7acdb8e4-48db-4818-b6c5-01b4174c6709, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:48.863275 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:48.931497 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] For port 7acdb8e4-48db-4818-b6c5-01b4174c6709, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:48.934610 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] For port 7acdb8e4-48db-4818-b6c5-01b4174c6709, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=7acdb8e4-48db-4818-b6c5-01b4174c6709,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:48.941912 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.000803 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9071-4f1b-41bb-ada3-eeefe0c85784 None None] Pushing event updated for resources: {'Port': ['ID=7acdb8e4-48db-4818-b6c5-01b4174c6709,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:49.003356 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks [] for router_gateway (3c92a3dd-cdac-4851-82b7-381d6504cd93), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.022398 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:40:49.033930 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.140210 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:40:49.147604 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Allocated IP 172.27.2.144 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/74a2c55e-90e9-4953-ae08-922dbbad37cc) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:49.154538 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] Sync routers for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:40:49.177430 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.184509 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:49.185464 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:49.237459 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d19b6a9c-201a-47f7-942c-cbef1127e7bb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0722256 Mar 02 11:40:49.239136 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:49.335200 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks [] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.341815 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:49.378223 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.399476 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f07ff6-3506-40cd-94a1-5fd1688844ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:49.437480 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:49.441368 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:49.447069 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:49.470267 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Pushing event updated for resources: {'Port': ['ID=74a2c55e-90e9-4953-ae08-922dbbad37cc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:49.535373 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 7acdb8e4-48db-4818-b6c5-01b4174c6709 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:49.542238 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b5e53a-229f-41e4-b2b6-80da3944febd x-openstack-request-id: req-e3b5e53a-229f-41e4-b2b6-80da3944febd {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:49.542602 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:49.542924 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3b5e53a-229f-41e4-b2b6-80da3944febd {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:49.543444 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'status': 'completed', 'code': 200} Mar 02 11:40:49.658463 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-6c45c902-102a-4952-92f0-77e13e83ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:49.660006 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-6c45c902-102a-4952-92f0-77e13e83ff98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1130 time: 0.0865128 Mar 02 11:40:49.664820 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 7acdb8e4-48db-4818-b6c5-01b4174c6709 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:49.665305 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.795772 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 7acdb8e4-48db-4818-b6c5-01b4174c6709 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:49.796182 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.839966 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'cf1295e6-1fc0-4e7b-9324-308eb971bdb5', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'port_id': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'mac_address': 'fa:16:3e:ca:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:40:47Z', 'updated_at': '2022-03-02T11:40:47Z', 'revision_number': 0, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 5, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:49.843454 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks [] for router_gateway (3c92a3dd-cdac-4851-82b7-381d6504cd93), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.844046 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 7acdb8e4-48db-4818-b6c5-01b4174c6709, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=7acdb8e4-48db-4818-b6c5-01b4174c6709,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:49.845347 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-0815593a-dbf9-4a39-b0fc-5b7d547b8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:49.847722 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-0815593a-dbf9-4a39-b0fc-5b7d547b8ec9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 908 time: 0.1805234 Mar 02 11:40:49.870823 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:49.873069 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] Checking router: 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:40:49.916863 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:49.917509 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:49.978884 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=7acdb8e4-48db-4818-b6c5-01b4174c6709,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:49.993718 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-15332105-184e-4821-b33a-76cf8eee61d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 1000 time: 0.1083288 Mar 02 11:40:50.091383 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-759204b2-43b3-4294-bd0a-0e7e9ef8705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:50.092799 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-759204b2-43b3-4294-bd0a-0e7e9ef8705f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 200 len: 846 time: 0.0928788 Mar 02 11:40:50.143559 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb2bf0-8484-43b8-bd96-991950e9942e None None] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:40:50.180771 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (3c92a3dd-cdac-4851-82b7-381d6504cd93), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:50.192199 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-18c18cb4-bdd2-4b8b-9b86-4922f575b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:50.193713 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-18c18cb4-bdd2-4b8b-9b86-4922f575b6e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e488c5-35b4-4007-9f38-4f1c2421fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945582 Mar 02 11:40:50.222900 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-35b79f78-da17-4c71-a843-b01babe31369 None None] Provisioning complete for port 7acdb8e4-48db-4818-b6c5-01b4174c6709 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:50.223273 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35b79f78-da17-4c71-a843-b01babe31369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:50.226544 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:50.363976 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-a7967580-4b15-4749-91e7-8ce22235caf3 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404634 Mar 02 11:40:50.441321 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Router 3c92a3dd-cdac-4851-82b7-381d6504cd93 is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:40:50.480887 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-35b79f78-da17-4c71-a843-b01babe31369 None None] Current status of the port 7acdb8e4-48db-4818-b6c5-01b4174c6709 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:50.513037 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-a1f07ff6-3506-40cd-94a1-5fd1688844ad req-eb477712-8a06-4791-b568-97fa23e4b989 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410644 Mar 02 11:40:50.590753 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'cf1295e6-1fc0-4e7b-9324-308eb971bdb5', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'port_id': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'mac_address': 'fa:16:3e:ca:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:40:47Z', 'updated_at': '2022-03-02T11:40:47Z', 'revision_number': 0, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 5, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:50.592347 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:40:50.605043 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Sync routers for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:40:50.615929 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:50.616549 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:50.618356 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b449d-64d2-4e89-b128-a0642783f7b8 None None] The sync data for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi is: [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'cf1295e6-1fc0-4e7b-9324-308eb971bdb5', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'port_id': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'mac_address': 'fa:16:3e:ca:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:40:47Z', 'updated_at': '2022-03-02T11:40:47Z', 'revision_number': 0, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 5, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:40:50.621174 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:50.622491 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e02eed48-bd88-49f6-9ffe-36675e8dc61e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3049142 Mar 02 11:40:50.625157 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59266) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:50.752534 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:50.805584 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-8b15a82d-77e5-4bd2-87ca-021d85ae3772 None None] Provisioning complete for port 7acdb8e4-48db-4818-b6c5-01b4174c6709 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:50.805982 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8b15a82d-77e5-4bd2-87ca-021d85ae3772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:50.952456 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13561076-349b-4db5-b7bc-a6781a12270f None None] New status for floating IP cf1295e6-1fc0-4e7b-9324-308eb971bdb5: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:40:50.957900 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-8b15a82d-77e5-4bd2-87ca-021d85ae3772 None None] Current status of the port 7acdb8e4-48db-4818-b6c5-01b4174c6709 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:50.999369 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:49Z', 'revision_number': 3, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:51.030726 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Checking router: 3c92a3dd-cdac-4851-82b7-381d6504cd93 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:40:51.031163 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Updating router 3c92a3dd-cdac-4851-82b7-381d6504cd93 port 74a2c55e-90e9-4953-ae08-922dbbad37cc binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:40:51.064598 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.317143 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Publish callbacks [] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.322164 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.360653 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.371489 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Attempting to bind port 74a2c55e-90e9-4953-ae08-922dbbad37cc on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:51.371909 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Attempting to bind port 74a2c55e-90e9-4953-ae08-922dbbad37cc by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:51.372515 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Attempting to bind port 74a2c55e-90e9-4953-ae08-922dbbad37cc on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:51.381507 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770045e9-a12e-4376-ab17-b674421984c9 None None] Pushing event updated for resources: {'Port': ['ID=74a2c55e-90e9-4953-ae08-922dbbad37cc,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:51.384030 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:51.384406 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:51.384836 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.385224 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:51.385696 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Bound port: 74a2c55e-90e9-4953-ae08-922dbbad37cc, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:51.386078 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.445010 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 7acdb8e4-48db-4818-b6c5-01b4174c6709 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:51.450470 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] For port 74a2c55e-90e9-4953-ae08-922dbbad37cc, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:51.453686 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] For port 74a2c55e-90e9-4953-ae08-922dbbad37cc, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=74a2c55e-90e9-4953-ae08-922dbbad37cc,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:51.460571 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.506297 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 7acdb8e4-48db-4818-b6c5-01b4174c6709 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:51.506840 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.528576 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770045e9-a12e-4376-ab17-b674421984c9 None None] Pushing event updated for resources: {'Port': ['ID=74a2c55e-90e9-4953-ae08-922dbbad37cc,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:51.552932 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:51.553981 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:51.562291 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Allocated IP 172.20.0.1 (33ec2064-eb91-4b84-840a-c5bbef88a25b/a2f14140-4f53-42c1-9b98-d168f5ebbf1d/0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:51.635751 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 7acdb8e4-48db-4818-b6c5-01b4174c6709 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:51.669912 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:51.677425 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks [] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.711951 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.755152 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:51.758358 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:51.760882 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:51.788291 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Pushing event updated for resources: {'Port': ['ID=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:51.806595 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (3c92a3dd-cdac-4851-82b7-381d6504cd93), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:51.855714 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:49Z', 'revision_number': 3, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:51.894574 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0b3d5-52d2-4ea3-80d5-825cf045cb59 None None] The sync data for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi is: [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:49Z', 'revision_number': 3, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:40:51.975033 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:52.097315 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-ad9c1b72-7832-408f-aeda-d031d3b3cef1 None None] Provisioning complete for port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:52.097725 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1b72-7832-408f-aeda-d031d3b3cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:52.163637 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c1b72-7832-408f-aeda-d031d3b3cef1 None None] Port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:40:52.173136 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks [] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:52.177692 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:52.262262 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (3c92a3dd-cdac-4851-82b7-381d6504cd93), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:52.264663 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Pushing event updated for resources: {'Port': ['ID=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:52.366947 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:52.368376 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:52.497637 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Router 3c92a3dd-cdac-4851-82b7-381d6504cd93 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:40:52.602051 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-af44d30c-1e3b-4d3a-aced-dd302617cc76 None None] Provisioning complete for port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:52.603055 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af44d30c-1e3b-4d3a-aced-dd302617cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:52.624084 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:40:52.631336 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e011420f-cbe9-426e-b8a5-a6d027cebbbc admin admin] 10.222.0.43 "PUT /v2.0/routers/3c92a3dd-cdac-4851-82b7-381d6504cd93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0048077 Mar 02 11:40:52.648747 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-af44d30c-1e3b-4d3a-aced-dd302617cc76 None None] Port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:40:52.827253 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59304) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:52.933526 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a3fd-b7f7-4db2-81b4-42f2c791a39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.010288 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a3fd-b7f7-4db2-81b4-42f2c791a39e admin admin] Publish callbacks [] for security_group (b88cb2e5-bdc2-44da-ad84-acf1e0ebcece), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.014254 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a3fd-b7f7-4db2-81b4-42f2c791a39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b88cb2e5-bdc2-44da-ad84-acf1e0ebcece), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.053318 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-0ea1a3fd-b7f7-4db2-81b4-42f2c791a39e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16b1bed5915747b392cc923e00f36c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248635 Mar 02 11:40:53.054426 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1a3fd-b7f7-4db2-81b4-42f2c791a39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88cb2e5-bdc2-44da-ad84-acf1e0ebcece,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:53.056237 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59312) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:53.121817 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f4420bb-d82e-4391-84ec-915689896fd5 admin admin] Publish callbacks [] for security_group (b88cb2e5-bdc2-44da-ad84-acf1e0ebcece), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.144783 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f4420bb-d82e-4391-84ec-915689896fd5 admin admin] Publish callbacks [] for security_group (b88cb2e5-bdc2-44da-ad84-acf1e0ebcece), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.172662 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59324) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:53.180535 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2a07404b-d9c4-4496-a80a-338c278cd6b7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679548396', 'description': 'tempest-description--396635648'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:53.207048 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f4420bb-d82e-4391-84ec-915689896fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b88cb2e5-bdc2-44da-ad84-acf1e0ebcece), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.209716 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f4420bb-d82e-4391-84ec-915689896fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.209906 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a07404b-d9c4-4496-a80a-338c278cd6b7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.223377 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7f4420bb-d82e-4391-84ec-915689896fd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b88cb2e5-bdc2-44da-ad84-acf1e0ebcece HTTP/1.1" status: 204 len: 168 time: 0.1531296 Mar 02 11:40:53.239083 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4420bb-d82e-4391-84ec-915689896fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88cb2e5-bdc2-44da-ad84-acf1e0ebcece,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:53.315462 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a07404b-d9c4-4496-a80a-338c278cd6b7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.321718 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a07404b-d9c4-4496-a80a-338c278cd6b7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.351572 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a07404b-d9c4-4496-a80a-338c278cd6b7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.352841 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-2a07404b-d9c4-4496-a80a-338c278cd6b7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1766131 Mar 02 11:40:53.355945 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59334) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:53.356848 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07404b-d9c4-4496-a80a-338c278cd6b7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:53.360561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-14e14d24-a1d4-4cea-a481-801772340696 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'security_group_rule': {'security_group_id': '36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:53.412365 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14e14d24-a1d4-4cea-a481-801772340696 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (d6eb8b82-4d34-4a78-8f3f-ee3bdfb10a0e), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.487825 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14e14d24-a1d4-4cea-a481-801772340696 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (d6eb8b82-4d34-4a78-8f3f-ee3bdfb10a0e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.493786 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14e14d24-a1d4-4cea-a481-801772340696 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (d6eb8b82-4d34-4a78-8f3f-ee3bdfb10a0e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.500226 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 74a2c55e-90e9-4953-ae08-922dbbad37cc up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:53.518518 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e14d24-a1d4-4cea-a481-801772340696 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6eb8b82-4d34-4a78-8f3f-ee3bdfb10a0e,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:53.529742 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14e14d24-a1d4-4cea-a481-801772340696 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.532680 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-14e14d24-a1d4-4cea-a481-801772340696 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742392 Mar 02 11:40:53.535126 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59336) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:53.541370 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-0b2f4bd8-9373-4717-baad-1e9ccfc3c4a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'security_group_rule': {'security_group_id': '36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:53.568607 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 74a2c55e-90e9-4953-ae08-922dbbad37cc triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:53.569085 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.574597 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bd8-9373-4717-baad-1e9ccfc3c4a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (59f1c2a1-82ad-4e54-af26-eba99da62434), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.635846 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bd8-9373-4717-baad-1e9ccfc3c4a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (59f1c2a1-82ad-4e54-af26-eba99da62434), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.645608 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bd8-9373-4717-baad-1e9ccfc3c4a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (59f1c2a1-82ad-4e54-af26-eba99da62434), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.657551 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 74a2c55e-90e9-4953-ae08-922dbbad37cc is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:53.658113 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.668521 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4bd8-9373-4717-baad-1e9ccfc3c4a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f1c2a1-82ad-4e54-af26-eba99da62434,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:53.675330 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bd8-9373-4717-baad-1e9ccfc3c4a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.680512 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0b2f4bd8-9373-4717-baad-1e9ccfc3c4a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413181 Mar 02 11:40:53.680711 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Sync routers for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:40:53.681144 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59338) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:53.685376 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:53.690308 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:53.690928 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:53.693283 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 74a2c55e-90e9-4953-ae08-922dbbad37cc, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=74a2c55e-90e9-4953-ae08-922dbbad37cc,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:53.697523 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.717932 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.751993 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=74a2c55e-90e9-4953-ae08-922dbbad37cc,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:53.804161 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:53.818693 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:53.932388 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Allocated IP 172.27.2.95 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/986f6712-aef2-4e14-a113-412c124a4524) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:54.042611 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for port (986f6712-aef2-4e14-a113-412c124a4524), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.077029 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (986f6712-aef2-4e14-a113-412c124a4524), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.097491 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:52Z', 'revision_number': 2, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:54.120589 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:54.123285 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Checking router: 3c92a3dd-cdac-4851-82b7-381d6504cd93 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:40:54.123451 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:54.123641 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Updating router 3c92a3dd-cdac-4851-82b7-381d6504cd93 port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:40:54.126101 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:54.155194 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'Port': ['ID=986f6712-aef2-4e14-a113-412c124a4524,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:54.156751 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.249923 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (0e7550f5-5279-4073-be65-c75be5e54f6e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.292428 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (986f6712-aef2-4e14-a113-412c124a4524), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.430059 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Publish callbacks [] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.437556 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.455943 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for port (986f6712-aef2-4e14-a113-412c124a4524), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.463168 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (986f6712-aef2-4e14-a113-412c124a4524), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.492241 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Pushing event updated for resources: {'Port': ['ID=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:54.533620 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.533995 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.534358 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.534695 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.535029 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.535352 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.535693 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.536005 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.536326 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.536685 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.537012 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.537330 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.537646 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:40:54.541636 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'Port': ['ID=986f6712-aef2-4e14-a113-412c124a4524,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:54.551964 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Attempting to bind port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:54.552123 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (0e7550f5-5279-4073-be65-c75be5e54f6e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.552345 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Attempting to bind port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:54.552715 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Attempting to bind port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:54.558530 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:54.558909 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Checking segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:54.559310 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.559703 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Bound using segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:54.560176 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Bound port: 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:54.560556 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.570496 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.571739 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-2c54486f-2345-4f2b-8a10-016a59c52dd1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8898973 Mar 02 11:40:54.639297 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] For port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:54.644400 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] For port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:54.651840 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.721174 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dac24a-1eb2-45fb-a222-adbacf8b48b2 None None] Pushing event updated for resources: {'Port': ['ID=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:54.725486 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:40:54.726181 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:54.790763 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-587a76bd-a67d-4152-a5f6-25e8c5f5e576 None None] Provisioning complete for port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:54.791302 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-587a76bd-a67d-4152-a5f6-25e8c5f5e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.817774 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-a0c8c378-1388-4f7c-9fa1-61fb92fff06f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--679548396&fields=id&tenant_id=41e1372b16454fc496d1a30579dfea90 HTTP/1.1" status: 200 len: 267 time: 0.0566025 Mar 02 11:40:54.844403 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:40:54.905937 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-587a76bd-a67d-4152-a5f6-25e8c5f5e576 None None] Current status of the port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:54.906336 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-587a76bd-a67d-4152-a5f6-25e8c5f5e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.937343 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-d07cdb47-aaad-487d-b2dc-369514a4f4d5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:54.939049 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-d07cdb47-aaad-487d-b2dc-369514a4f4d5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 811 time: 0.1143978 Mar 02 11:40:54.946373 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-587a76bd-a67d-4152-a5f6-25e8c5f5e576 None None] For port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:54.955544 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-587a76bd-a67d-4152-a5f6-25e8c5f5e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:54.957615 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-9e81274e-3418-4018-9d24-2b91f62e8078 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/quotas/41e1372b16454fc496d1a30579dfea90 HTTP/1.1" status: 200 len: 375 time: 0.0120776 Mar 02 11:40:55.020913 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a76bd-a67d-4152-a5f6-25e8c5f5e576 None None] Pushing event updated for resources: {'Port': ['ID=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:55.033874 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-22588821-74f4-4b36-9896-70c64ad032d9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685053 Mar 02 11:40:55.076658 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-7e38246c-2f9a-42fd-800f-fe3ee6e2b494 None None] Provisioning complete for port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:55.077035 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7e38246c-2f9a-42fd-800f-fe3ee6e2b494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.082208 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:55.110426 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac12893-9da5-4b30-afc2-5200a0e17e30 None None] The sync data for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi is: [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:40:55.127526 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-9c1d68d3-705d-424b-9146-8b0c09dc8606 service neutron] 10.222.0.43 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886638 Mar 02 11:40:55.172084 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-7e38246c-2f9a-42fd-800f-fe3ee6e2b494 None None] Current status of the port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:55.245014 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-56dbdead-0cd6-43ff-8ced-7de1d2bb6ddb service neutron] 10.222.0.43 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117177 Mar 02 11:40:55.435283 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68ee6adb-0e14-435c-9465-fadd5b66593e req-48489001-650e-415b-85d0-e910b6d10959 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 210 time: 0.0372655 Mar 02 11:40:55.522631 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59366) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:55.577628 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8452692-7560-488b-a815-311c51df577a admin admin] Deleting subnet b2964c9f-3997-4058-8736-658e4bf964fd {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:40:55.582125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8452692-7560-488b-a815-311c51df577a admin admin] Publish callbacks [] for subnet (b2964c9f-3997-4058-8736-658e4bf964fd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.594685 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:55.623715 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8452692-7560-488b-a815-311c51df577a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2766792'] for subnet (b2964c9f-3997-4058-8736-658e4bf964fd), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.667358 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:55.667733 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.677818 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8452692-7560-488b-a815-311c51df577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (b2964c9f-3997-4058-8736-658e4bf964fd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.746773 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8452692-7560-488b-a815-311c51df577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3377496'] for subnet (b2964c9f-3997-4058-8736-658e4bf964fd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.769736 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:55.771163 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 74a2c55e-90e9-4953-ae08-922dbbad37cc up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:55.781904 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8452692-7560-488b-a815-311c51df577a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2964c9f-3997-4058-8736-658e4bf964fd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:55.787061 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b8452692-7560-488b-a815-311c51df577a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.790698 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-b8452692-7560-488b-a815-311c51df577a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b2964c9f-3997-4058-8736-658e4bf964fd HTTP/1.1" status: 204 len: 168 time: 0.2670352 Mar 02 11:40:55.793907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59372) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:55.834274 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 74a2c55e-90e9-4953-ae08-922dbbad37cc triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:55.835350 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.894405 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (0c6d4c4e-8fd6-436e-8005-b391046e2617), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:55.951923 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 74a2c55e-90e9-4953-ae08-922dbbad37cc is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:55.990579 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (0c6d4c4e-8fd6-436e-8005-b391046e2617), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.015869 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6d4c4e-8fd6-436e-8005-b391046e2617']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:56.030313 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91489e12-7ab4-4348-87d4-e3d429b612a7') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:56.030780 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91489e12-7ab4-4348-87d4-e3d429b612a7') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:40:56.041217 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (91489e12-7ab4-4348-87d4-e3d429b612a7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.056773 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (91489e12-7ab4-4348-87d4-e3d429b612a7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.066325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:40:56.066753 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (91489e12-7ab4-4348-87d4-e3d429b612a7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:40:56.068655 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:40:56.128545 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (0c6d4c4e-8fd6-436e-8005-b391046e2617), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.133545 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.136839 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0c6d4c4e-8fd6-436e-8005-b391046e2617 HTTP/1.1" status: 204 len: 168 time: 0.3416800 Mar 02 11:40:56.153694 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c67cf5-920e-4ff5-9d5f-9643dd10bc16 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6d4c4e-8fd6-436e-8005-b391046e2617,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:56.312312 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59376) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:56.352944 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-54cbdb19-f52a-4e12-818a-08c5620c9b05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1160a4861ef4c218d204332ee971b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391548 Mar 02 11:40:56.355242 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59378) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:56.402581 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b26ba53b-93c1-49b2-afa4-76e3b976a47d admin admin] Publish callbacks [] for security_group (453759dd-0f0b-4c73-b575-e997d4232ad0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.425334 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b26ba53b-93c1-49b2-afa4-76e3b976a47d admin admin] Publish callbacks [] for security_group (453759dd-0f0b-4c73-b575-e997d4232ad0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.476649 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b26ba53b-93c1-49b2-afa4-76e3b976a47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (453759dd-0f0b-4c73-b575-e997d4232ad0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.479189 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b26ba53b-93c1-49b2-afa4-76e3b976a47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.480611 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b26ba53b-93c1-49b2-afa4-76e3b976a47d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/453759dd-0f0b-4c73-b575-e997d4232ad0 HTTP/1.1" status: 204 len: 168 time: 0.1242962 Mar 02 11:40:56.495989 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ba53b-93c1-49b2-afa4-76e3b976a47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453759dd-0f0b-4c73-b575-e997d4232ad0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:56.591446 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-160b7fad-2e65-4f27-b7a0-8a4763d2b92c tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:56.593546 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-160b7fad-2e65-4f27-b7a0-8a4763d2b92c tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 811 time: 0.1495306 Mar 02 11:40:56.617819 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-abfc5328-0a8f-48bc-90a0-e840c6691fa9 req-f453e27e-2115-4f12-baba-383f761a569a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 210 time: 0.0598824 Mar 02 11:40:56.666027 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-9d038051-b6aa-4ed1-a0f6-7ed94cbbb834 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41e1372b16454fc496d1a30579dfea90 HTTP/1.1" status: 200 len: 379 time: 0.0625720 Mar 02 11:40:56.684721 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'port': {'device_id': '68cc73f6-0137-4508-b002-84044cf2289e', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'admin_state_up': True, 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'security_groups': ['36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:56.795942 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Made reservation on behalf of 41e1372b16454fc496d1a30579dfea90 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:40:56.801434 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:56.942087 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Allocated IP 172.20.0.6 (33ec2064-eb91-4b84-840a-c5bbef88a25b/a2f14140-4f53-42c1-9b98-d168f5ebbf1d/c3c3f1a7-effb-4b93-97a8-a89bc84ba342) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:57.083273 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.117564 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.167816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:57.171021 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:57.174364 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:57.205734 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'Port': ['ID=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:57.234066 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:57.234684 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.253289 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-3b816d63-9efe-4263-9326-ef0e6b565436 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734198 Mar 02 11:40:57.273119 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Request body: {'port': {'device_id': '68cc73f6-0137-4508-b002-84044cf2289e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:57.273253 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59408) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:57.345186 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.389404 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1431581649-network', 'tenant_id': '48c901207e06426493375953165ce4a1'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:57.409905 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Made reservation on behalf of 48c901207e06426493375953165ce4a1 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:40:57.412674 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.418694 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-0ffcd445-0f68-4241-ae16-12a701895f61 None None] Provisioning complete for port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:57.419668 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0ffcd445-0f68-4241-ae16-12a701895f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.422503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.455366 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-0ffcd445-0f68-4241-ae16-12a701895f61 None None] Port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:40:57.504375 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks [] for security_group (56e18385-2ea4-4828-b5cb-34822e0d446b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.508803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (56e18385-2ea4-4828-b5cb-34822e0d446b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.534134 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:40:57.544117 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e18385-2ea4-4828-b5cb-34822e0d446b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:57.549637 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (3b923ab8-a3f6-4904-af7f-fc8c16aef34d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.549980 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Added segment 3b923ab8-a3f6-4904-af7f-fc8c16aef34d of type vlan for network 4a623bdc-7cec-4329-88d2-5400e16bd978 Mar 02 11:40:57.593249 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (4a623bdc-7cec-4329-88d2-5400e16bd978), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.619803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (4a623bdc-7cec-4329-88d2-5400e16bd978), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.620828 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:57.621412 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.623076 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c3f1a7-effb-4b93-97a8-a89bc84ba342 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:40:57.631145 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Publish callbacks [] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.644080 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Transition to ACTIVE for port object c3c3f1a7-effb-4b93-97a8-a89bc84ba342 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:40:57.648188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.675493 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4008913 Mar 02 11:40:57.682242 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59414) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:57.686533 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Request body: {'subnet': {'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1431581649-subnet', 'tenant_id': '48c901207e06426493375953165ce4a1', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:57.688682 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e436c7-7fb7-4461-9bf3-fb6c05f1c323 admin admin] Pushing event updated for resources: {'Network': ['ID=4a623bdc-7cec-4329-88d2-5400e16bd978,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:57.700185 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:40:57.733325 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:57.752437 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Made reservation on behalf of 48c901207e06426493375953165ce4a1 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:40:57.754722 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3377523'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:57.756375 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a58dc-b480-4a65-93a9-13c4db196909 req-cfe38d34-6665-4894-9cd2-a6d43f896d55 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:57.761121 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-647a58dc-b480-4a65-93a9-13c4db196909 req-cfe38d34-6665-4894-9cd2-a6d43f896d55 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 943 time: 0.0743096 Mar 02 11:40:57.813771 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-647a58dc-b480-4a65-93a9-13c4db196909 req-72081aa6-c41f-4941-bfc5-16566d51a773 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495410 Mar 02 11:40:57.886697 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Attempting to bind port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:57.887021 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Attempting to bind port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:57.887444 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Attempting to bind port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:57.902037 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:40:57.902434 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Attempting to bind port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:57.912554 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:57.913008 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Checking segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:57.913466 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Bound using segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:57.913990 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Bound port: c3c3f1a7-effb-4b93-97a8-a89bc84ba342, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:57.914396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.039690 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] For port c3c3f1a7-effb-4b93-97a8-a89bc84ba342, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:58.043915 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] For port c3c3f1a7-effb-4b93-97a8-a89bc84ba342, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:58.047220 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3377473'] for subnet (c95d1660-884b-4b80-9b9a-aced0152338e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.053000 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.118509 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:58.119125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.120496 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] 10.222.0.15 "PUT /v2.0/ports/c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 200 len: 1093 time: 0.8558033 Mar 02 11:40:58.126251 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:40:58.128937 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e581e98e-2e6a-416d-9277-18c4ba97853b" -d '{"events": [{"name": "network-changed", "server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:40:58.156250 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95d1660-884b-4b80-9b9a-aced0152338e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:58.180127 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d307905e-f184-465f-adb3-301e61809504 x-openstack-request-id: req-d307905e-f184-465f-adb3-301e61809504 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:40:58.180409 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:40:58.180685 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d307905e-f184-465f-adb3-301e61809504 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:40:58.181081 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'status': 'completed', 'code': 200} Mar 02 11:40:58.183329 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029f25a-f6ac-4845-bcd4-b70a0a90bb14 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:58.208393 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Checking segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:58.208777 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Network hostable DHCP agents. Network: 4a623bdc-7cec-4329-88d2-5400e16bd978, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:40:58.236487 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-e6110781-edb0-4ea5-b303-8c70d0f6f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:58.238183 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-e6110781-edb0-4ea5-b303-8c70d0f6f5c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 1127 time: 0.0715909 Mar 02 11:40:58.239236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:40:58.254300 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 4a623bdc-7cec-4329-88d2-5400e16bd978) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:58.266156 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18ba54-8aed-4e35-b7b8-d8dbdbf5b8b8 None None] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:40:58.287974 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:58.288568 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.292854 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-58d82046-cfb2-4d41-932e-736d2956e43a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 200 len: 217 time: 0.0457058 Mar 02 11:40:58.314953 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-afca0ebe-3ec9-4781-a4d5-724d2c5a6ad6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6320775 Mar 02 11:40:58.317866 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59418) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:40:58.322259 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:40:58.349857 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (d2f6d43b-000a-4de6-ba43-1c193ff98b48), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.351058 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (d2f6d43b-000a-4de6-ba43-1c193ff98b48), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.379991 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-4a623bdc-7cec-4329-88d2-5400e16bd978', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:40:58.381249 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.411864 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks [] for router_controller (d2f6d43b-000a-4de6-ba43-1c193ff98b48), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.540202 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Allocated IP 172.20.0.2 (4a623bdc-7cec-4329-88d2-5400e16bd978/c95d1660-884b-4b80-9b9a-aced0152338e/1ec2ac88-6a6e-4ecb-bb85-8c039346ea51) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:58.565123 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks [] for router_gateway (d2f6d43b-000a-4de6-ba43-1c193ff98b48), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.606237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-e2d686fe-5681-481a-a0cb-e7fb9dde317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:58.607782 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-e2d686fe-5681-481a-a0cb-e7fb9dde317a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.3043365 Mar 02 11:40:58.658677 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-e9287056-db8a-45d6-bcee-5f1a5e5130ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:58.660187 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-e9287056-db8a-45d6-bcee-5f1a5e5130ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459585 Mar 02 11:40:58.759802 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-59ef8542-7eaa-4218-bb8a-1503bc40fee7 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923741 Mar 02 11:40:58.779355 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks [] for router_gateway (d2f6d43b-000a-4de6-ba43-1c193ff98b48), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.798979 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.830873 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Publish callbacks [] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.839875 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.862675 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-7c9a31d5-26e2-475d-bc89-d9b70fa7e5cf req-6f875846-447d-42c9-8c65-610109a19e07 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942085 Mar 02 11:40:58.887119 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:58.891600 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:58.899142 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:58.901568 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Pushing event updated for resources: {'Port': ['ID=1ec2ac88-6a6e-4ecb-bb85-8c039346ea51,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:58.925543 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Allocated IP 172.27.2.243 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/ee20a5e0-200e-49db-b513-45b72fd48a8e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:40:58.967043 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Attempting to bind port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:40:58.967710 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Attempting to bind port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:40:58.968258 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Attempting to bind port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:40:58.974585 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:40:58.975100 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Checking segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:40:58.975509 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.975908 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Bound using segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:40:58.976371 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Bound port: 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:40:58.976784 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:58.981228 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-5f07ee00-17b3-49d6-90bd-f3460a243978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:58.982769 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-5f07ee00-17b3-49d6-90bd-f3460a243978 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 1127 time: 0.0619991 Mar 02 11:40:59.033507 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc88093-1a9b-492a-955a-09d86b52780a req-d02aeb8b-9d01-4047-91db-a638faf1e779 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:59.034957 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3fc88093-1a9b-492a-955a-09d86b52780a req-d02aeb8b-9d01-4047-91db-a638faf1e779 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 943 time: 0.1118999 Mar 02 11:40:59.047898 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] For port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:40:59.051644 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] For port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1ec2ac88-6a6e-4ecb-bb85-8c039346ea51,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:40:59.058624 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.082988 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-81653f98-3648-407b-8aa1-fef35e183bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:59.084483 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-81653f98-3648-407b-8aa1-fef35e183bcc service neutron] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 912 time: 0.0949373 Mar 02 11:40:59.108986 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks [] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.121896 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fdcaf-edb6-415b-a993-314a3653e1b5 None None] Pushing event updated for resources: {'Port': ['ID=1ec2ac88-6a6e-4ecb-bb85-8c039346ea51,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:59.132824 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3fc88093-1a9b-492a-955a-09d86b52780a req-de99faea-3467-41cf-9fb3-808499d2b916 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869644 Mar 02 11:40:59.143680 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-3eda1185-9c28-4fc9-8ddd-5d34ff294799 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 200 len: 217 time: 0.0509176 Mar 02 11:40:59.171928 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.201061 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-ee612d24-c021-4033-b561-5374cc60d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:59.202610 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-ee612d24-c021-4033-b561-5374cc60d219 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.0516922 Mar 02 11:40:59.223055 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:40:59.226163 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:40:59.229891 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:40:59.235399 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Pushing event updated for resources: {'Port': ['ID=ee20a5e0-200e-49db-b513-45b72fd48a8e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:59.261627 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-59bb61f1-010f-4653-8ccb-ca0a1c0ce901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:40:59.263246 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-59bb61f1-010f-4653-8ccb-ca0a1c0ce901 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538533 Mar 02 11:40:59.404656 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd56612a-715c-40ea-ae33-2318d1bfa589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.414098 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-61d54044-5392-49d2-a6df-d0c92ebb453e service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419282 Mar 02 11:40:59.501381 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:40:59.526975 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e581e98e-2e6a-416d-9277-18c4ba97853b req-d574418e-40c5-4920-b2f9-72c07079a812 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032896 Mar 02 11:40:59.555682 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:40:59.556254 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.642902 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:40:59.643303 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.678676 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1ec2ac88-6a6e-4ecb-bb85-8c039346ea51,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:40:59.683098 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.733867 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=1ec2ac88-6a6e-4ecb-bb85-8c039346ea51,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:40:59.761746 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks [] for router_gateway (d2f6d43b-000a-4de6-ba43-1c193ff98b48), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:40:59.973477 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (d2f6d43b-000a-4de6-ba43-1c193ff98b48), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:00.046918 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8835ef-fd8a-4a6e-9bcd-dc8f7f682a81 None None] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:41:00.103614 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:41:00.117207 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-4c1f00c0-0ef1-4967-b64e-a7771a70e094 None None] Provisioning complete for port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:00.117585 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c1f00c0-0ef1-4967-b64e-a7771a70e094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:00.224390 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:00.237387 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:00.251297 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4c1f00c0-0ef1-4967-b64e-a7771a70e094 None None] Current status of the port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:00.256458 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:00.257122 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:00.273070 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:00.276884 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ba63c7c0-04a9-4e4e-a3b6-f2cdffce6c6e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9554889 Mar 02 11:41:00.277180 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59426) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:00.300848 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb101d-b7b0-4333-b929-6182cba3f712 req-f4e6ee9b-ef35-4559-b1c8-4c06ca53d8c1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:00.302342 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2cdb101d-b7b0-4333-b929-6182cba3f712 req-f4e6ee9b-ef35-4559-b1c8-4c06ca53d8c1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 943 time: 0.0924246 Mar 02 11:41:00.367462 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2cdb101d-b7b0-4333-b929-6182cba3f712 req-c16c5beb-9520-4b61-bb63-c780d54786c6 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576971 Mar 02 11:41:00.382204 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:00.508499 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-86df2e48-ac33-421b-87e8-1ebcdb9221b8 None None] Provisioning complete for port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:00.508904 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-86df2e48-ac33-421b-87e8-1ebcdb9221b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:00.638670 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-86df2e48-ac33-421b-87e8-1ebcdb9221b8 None None] Current status of the port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:00.646919 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:40:59Z', 'revision_number': 3, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:00.676969 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:00.677365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Updating router d2f6d43b-000a-4de6-ba43-1c193ff98b48 port ee20a5e0-200e-49db-b513-45b72fd48a8e binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:41:00.713620 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:00.714445 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:00.906947 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Allocated IP 172.20.0.1 (4a623bdc-7cec-4329-88d2-5400e16bd978/c95d1660-884b-4b80-9b9a-aced0152338e/c65a5b91-238e-4f67-bbc8-e0deb05261e4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:01.018621 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Publish callbacks [] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.026010 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.026323 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks [] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.065016 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.094439 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Attempting to bind port ee20a5e0-200e-49db-b513-45b72fd48a8e on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:41:01.094811 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Attempting to bind port ee20a5e0-200e-49db-b513-45b72fd48a8e by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:41:01.095177 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Attempting to bind port ee20a5e0-200e-49db-b513-45b72fd48a8e on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:01.097896 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6074e48-0b70-459a-b339-8633e17076bf None None] Pushing event updated for resources: {'Port': ['ID=ee20a5e0-200e-49db-b513-45b72fd48a8e,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:01.104166 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:41:01.104553 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:01.105007 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.105566 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:41:01.106055 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Bound port: ee20a5e0-200e-49db-b513-45b72fd48a8e, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:41:01.106441 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.119557 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:01.122521 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:01.127262 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:01.130484 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Pushing event updated for resources: {'Port': ['ID=c65a5b91-238e-4f67-bbc8-e0deb05261e4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:01.168104 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (d2f6d43b-000a-4de6-ba43-1c193ff98b48), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.172760 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] For port ee20a5e0-200e-49db-b513-45b72fd48a8e, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:41:01.177135 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] For port ee20a5e0-200e-49db-b513-45b72fd48a8e, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=ee20a5e0-200e-49db-b513-45b72fd48a8e,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:41:01.185751 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.250033 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:01.250033 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:40:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:01.292120 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6074e48-0b70-459a-b339-8633e17076bf None None] Pushing event updated for resources: {'Port': ['ID=ee20a5e0-200e-49db-b513-45b72fd48a8e,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:01.327531 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.377739 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-41906658-c0f2-4e26-9ff9-d9a1ad44adad None None] Provisioning complete for port c65a5b91-238e-4f67-bbc8-e0deb05261e4 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:01.378118 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-41906658-c0f2-4e26-9ff9-d9a1ad44adad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.514890 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks [] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.516808 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ab282-120b-4e57-a6b9-6ea1ca1e2514 req-e79707ea-fe90-490a-a4b8-5fd8f2135f54 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:01.518651 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b7ab282-120b-4e57-a6b9-6ea1ca1e2514 req-e79707ea-fe90-490a-a4b8-5fd8f2135f54 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 943 time: 0.0571253 Mar 02 11:41:01.520096 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.537779 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:01.549491 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:01.574797 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b7ab282-120b-4e57-a6b9-6ea1ca1e2514 req-95633401-aa67-4f64-b7da-7075428aff48 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498633 Mar 02 11:41:01.606430 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Pushing event updated for resources: {'Port': ['ID=c65a5b91-238e-4f67-bbc8-e0deb05261e4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:01.621495 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (d2f6d43b-000a-4de6-ba43-1c193ff98b48), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.704318 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-41906658-c0f2-4e26-9ff9-d9a1ad44adad None None] Port c65a5b91-238e-4f67-bbc8-e0deb05261e4 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:41:01.718907 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:01.720262 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c37dda45-670c-4ae8-8d71-6fed0b98021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.720442 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:01.755827 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:01.756213 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:01.865618 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:41:01.897574 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:40:59Z', 'revision_number': 3, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:01.904197 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:01.937261 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbf1d2-c69c-48a4-9ea7-a27f9b1e7cef None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:40:59Z', 'revision_number': 3, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:02.007438 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:02.012770 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-6840bf2c-bfa2-4f0c-8337-cff8744c5086 admin admin] 10.222.0.43 "PUT /v2.0/routers/d2f6d43b-000a-4de6-ba43-1c193ff98b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343092 Mar 02 11:41:02.026927 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-ae4f1944-768b-4136-b421-e73c6d9dd4e1 None None] Provisioning complete for port c65a5b91-238e-4f67-bbc8-e0deb05261e4 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:02.027324 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1944-768b-4136-b421-e73c6d9dd4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.063243 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f1944-768b-4136-b421-e73c6d9dd4e1 None None] Port c65a5b91-238e-4f67-bbc8-e0deb05261e4 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:41:02.117518 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c3c3f1a7-effb-4b93-97a8-a89bc84ba342 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:41:02.315823 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c3c3f1a7-effb-4b93-97a8-a89bc84ba342, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:02.346067 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'port_id': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'mac_address': 'fa:16:3e:59:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:41:02.405398 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:02.405725 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.422596 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c3f1a7-effb-4b93-97a8-a89bc84ba342 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:41:02.460550 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c3c3f1a7-effb-4b93-97a8-a89bc84ba342, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:02.468331 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.554781 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:02.577557 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.680522 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a72602-e20b-4cb8-9272-96b40ff1839c req-52cc1152-80f6-4207-98b2-c949c5aeb839 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:02.683090 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3a72602-e20b-4cb8-9272-96b40ff1839c req-52cc1152-80f6-4207-98b2-c949c5aeb839 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0645978 Mar 02 11:41:02.743639 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['c3c3f1a7-effb-4b93-97a8-a89bc84ba342'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:41:02.763381 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59466) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:02.770925 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3a72602-e20b-4cb8-9272-96b40ff1839c req-96ec933f-9631-49f6-9d8f-c7d8712eba16 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821433 Mar 02 11:41:02.781131 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-885841375-network', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:02.790731 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ffd03-eec2-4d3e-b71d-b7eadd9a5faf req-32d90ee8-8965-4ab2-a7f0-c96e03e0a285 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:02.792855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f7ffd03-eec2-4d3e-b71d-b7eadd9a5faf req-32d90ee8-8965-4ab2-a7f0-c96e03e0a285 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 944 time: 0.0956213 Mar 02 11:41:02.821841 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Made reservation on behalf of 1dc1bda591ac47e0902fb2da7ee8f73f for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:41:02.824258 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.833606 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.849814 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f7ffd03-eec2-4d3e-b71d-b7eadd9a5faf req-42ec358f-c5d1-4d8e-81f7-e227648de17e tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505645 Mar 02 11:41:02.928790 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks [] for security_group (382bc09e-7bdb-4466-84ef-8e0af454b379), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.932930 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (382bc09e-7bdb-4466-84ef-8e0af454b379), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.955707 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:41:02.971569 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382bc09e-7bdb-4466-84ef-8e0af454b379,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:02.974498 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (8565f63b-2507-452f-b31a-45429f588761), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:02.974846 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Added segment 8565f63b-2507-452f-b31a-45429f588761 of type vlan for network a32df519-2178-4acc-a8fe-63b44d321e04 Mar 02 11:41:03.020151 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (a32df519-2178-4acc-a8fe-63b44d321e04), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.046247 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (a32df519-2178-4acc-a8fe-63b44d321e04), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.047548 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:03.048274 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.105532 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3403270 Mar 02 11:41:03.108216 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59470) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:03.110405 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975aaad-b2cc-471f-b1cb-ffeed3d0832c admin admin] Pushing event updated for resources: {'Network': ['ID=a32df519-2178-4acc-a8fe-63b44d321e04,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:03.113423 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Request body: {'subnet': {'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-885841375-subnet', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:03.120286 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network a32df519-2178-4acc-a8fe-63b44d321e04 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:41:03.134412 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Made reservation on behalf of 1dc1bda591ac47e0902fb2da7ee8f73f for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:41:03.136841 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3821362'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.306205 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3730614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3821312'] for subnet (b4c4503d-8657-4c04-ba7c-72332719c430), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.360009 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c4503d-8657-4c04-ba7c-72332719c430,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:03.369344 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Checking segment: {'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:03.369705 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Network hostable DHCP agents. Network: a32df519-2178-4acc-a8fe-63b44d321e04, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:41:03.390280 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Network a32df519-2178-4acc-a8fe-63b44d321e04 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:41:03.402328 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, a32df519-2178-4acc-a8fe-63b44d321e04) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:03.406928 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:03.407520 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.413383 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af704c8-f42f-43ed-889f-5dae05c884bb None None] Network a32df519-2178-4acc-a8fe-63b44d321e04 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:41:03.426907 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bd4be729-c08d-4667-89af-9eddc39d0ead admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3174722 Mar 02 11:41:03.429940 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59472) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:03.435080 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:03.461230 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (e60cd872-d75e-4ed4-9eb1-f987411fec4b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.462701 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (e60cd872-d75e-4ed4-9eb1-f987411fec4b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.475490 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ee20a5e0-200e-49db-b513-45b72fd48a8e up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:03.523075 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks [] for router_controller (e60cd872-d75e-4ed4-9eb1-f987411fec4b), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.568248 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port ee20a5e0-200e-49db-b513-45b72fd48a8e triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:03.568663 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.591960 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-a32df519-2178-4acc-a8fe-63b44d321e04', 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04', 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'fixed_ips': [{'subnet_id': 'b4c4503d-8657-4c04-ba7c-72332719c430'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:41:03.592739 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.672105 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks [] for router_gateway (e60cd872-d75e-4ed4-9eb1-f987411fec4b), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.755590 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port ee20a5e0-200e-49db-b513-45b72fd48a8e is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:03.756184 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.785929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port ee20a5e0-200e-49db-b513-45b72fd48a8e, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=ee20a5e0-200e-49db-b513-45b72fd48a8e,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:03.790404 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Allocated IP 172.20.0.2 (a32df519-2178-4acc-a8fe-63b44d321e04/b4c4503d-8657-4c04-ba7c-72332719c430/09cbf9bb-d609-4beb-bee5-528d0843e744) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:03.795150 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.821272 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:03.838523 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:03.839196 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:03.899644 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=ee20a5e0-200e-49db-b513-45b72fd48a8e,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:03.954776 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66711d3-9c7a-49ec-af7d-a8241bf98c71 req-a6831b12-b2fd-42f2-a05b-efd5612e1b57 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:03.965782 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks [] for router_gateway (e60cd872-d75e-4ed4-9eb1-f987411fec4b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.967641 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b66711d3-9c7a-49ec-af7d-a8241bf98c71 req-a6831b12-b2fd-42f2-a05b-efd5612e1b57 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0913196 Mar 02 11:41:03.989345 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:03.992196 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:03.994583 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Publish callbacks [] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.004330 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.052418 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Network a32df519-2178-4acc-a8fe-63b44d321e04 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:04.057261 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:04.068020 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:04.070029 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Pushing event updated for resources: {'Port': ['ID=09cbf9bb-d609-4beb-bee5-528d0843e744,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:04.123018 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b66711d3-9c7a-49ec-af7d-a8241bf98c71 req-4bb6bbb5-24b2-4747-840a-0f7103aa8116 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517861 Mar 02 11:41:04.134351 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c3c3f1a7-effb-4b93-97a8-a89bc84ba342 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:04.153498 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Allocated IP 172.27.2.46 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/f3e24856-0552-4bff-bcb2-871c47bda4a4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:04.162153 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29db45-7fee-4633-8ee6-6b6af976ca7e req-6cc458ed-db21-4e75-948b-8edf44afad6d tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:04.163929 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2a29db45-7fee-4633-8ee6-6b6af976ca7e req-6cc458ed-db21-4e75-948b-8edf44afad6d tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 944 time: 0.1645534 Mar 02 11:41:04.183130 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Attempting to bind port 09cbf9bb-d609-4beb-bee5-528d0843e744 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:41:04.183512 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Attempting to bind port 09cbf9bb-d609-4beb-bee5-528d0843e744 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:41:04.183901 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Attempting to bind port 09cbf9bb-d609-4beb-bee5-528d0843e744 on network a32df519-2178-4acc-a8fe-63b44d321e04 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:04.197471 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:41:04.197929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Checking segment: {'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:04.198355 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.198768 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Bound using segment: {'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:41:04.199264 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Bound port: 09cbf9bb-d609-4beb-bee5-528d0843e744, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:41:04.199630 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.208199 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.223774 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2a29db45-7fee-4633-8ee6-6b6af976ca7e req-d94cdcbf-1aed-46aa-969c-4537e76c13d0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538363 Mar 02 11:41:04.248642 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 2, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:04.258273 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:41:04.269003 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:04.269233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.280586 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:04.281110 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Updating router d2f6d43b-000a-4de6-ba43-1c193ff98b48 port c65a5b91-238e-4f67-bbc8-e0deb05261e4 binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:41:04.309693 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.312289 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] For port 09cbf9bb-d609-4beb-bee5-528d0843e744, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:41:04.317462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] For port 09cbf9bb-d609-4beb-bee5-528d0843e744, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=09cbf9bb-d609-4beb-bee5-528d0843e744,segment=NetworkSegment(8565f63b-2507-452f-b31a-45429f588761),segment_id=8565f63b-2507-452f-b31a-45429f588761)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:41:04.328356 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.348949 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc664133-3fd5-4027-8067-11f3bde0105f req-03995260-19f9-4e6c-957a-2f4aa4c2ab82 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:04.350500 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-fc664133-3fd5-4027-8067-11f3bde0105f req-03995260-19f9-4e6c-957a-2f4aa4c2ab82 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.0953124 Mar 02 11:41:04.355677 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks [] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.411598 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd68fe-acbf-4d07-98bc-9af2276a8e61 None None] Pushing event updated for resources: {'Port': ['ID=09cbf9bb-d609-4beb-bee5-528d0843e744,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:04.422381 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:04.422982 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.454733 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:04.457068 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97055b7d-2ded-4dca-9a74-35610deef825" -d '{"events": [{"server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "name": "network-vif-plugged", "status": "completed", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:04.470574 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c3c3f1a7-effb-4b93-97a8-a89bc84ba342, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:04.475952 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.492473 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.525963 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19728ce8-9fc8-4fd4-970a-0a5e11a24f58 x-openstack-request-id: req-19728ce8-9fc8-4fd4-970a-0a5e11a24f58 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:04.526319 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "name": "network-vif-plugged", "status": "completed", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:04.526579 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19728ce8-9fc8-4fd4-970a-0a5e11a24f58 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:04.527000 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'code': 200} Mar 02 11:41:04.559906 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:04.560387 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:04.565546 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Deleting port e09cc3ef-bf37-466c-9a67-221a45074071 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:41:04.565898 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.608493 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:04.622221 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:04.627054 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Publish callbacks [] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.634426 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.672507 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Pushing event updated for resources: {'Port': ['ID=f3e24856-0552-4bff-bcb2-871c47bda4a4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:04.722093 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad878f-a291-4b84-8f31-b294bdabf3c2 None None] Pushing event updated for resources: {'Port': ['ID=c65a5b91-238e-4f67-bbc8-e0deb05261e4,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:04.789775 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Attempting to bind port c65a5b91-238e-4f67-bbc8-e0deb05261e4 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:41:04.790308 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Attempting to bind port c65a5b91-238e-4f67-bbc8-e0deb05261e4 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:41:04.790847 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Attempting to bind port c65a5b91-238e-4f67-bbc8-e0deb05261e4 on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:04.799180 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:41:04.799558 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Checking segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:04.799963 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.800838 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Bound using segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:41:04.801330 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Bound port: c65a5b91-238e-4f67-bbc8-e0deb05261e4, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:41:04.801708 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.902196 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] For port c65a5b91-238e-4f67-bbc8-e0deb05261e4, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:41:04.906565 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] For port c65a5b91-238e-4f67-bbc8-e0deb05261e4, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=c65a5b91-238e-4f67-bbc8-e0deb05261e4,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:41:04.914695 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:04.972171 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:04.972897 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:05.032481 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad878f-a291-4b84-8f31-b294bdabf3c2 None None] Pushing event updated for resources: {'Port': ['ID=c65a5b91-238e-4f67-bbc8-e0deb05261e4,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:05.163136 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] For port e09cc3ef-bf37-466c-9a67-221a45074071, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e09cc3ef-bf37-466c-9a67-221a45074071,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:05.163702 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.178056 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-1312512d-3127-4427-836d-4fe784b3ca1f None None] Provisioning complete for port c65a5b91-238e-4f67-bbc8-e0deb05261e4 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:05.178561 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1312512d-3127-4427-836d-4fe784b3ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.191637 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ff415-9c5c-4220-af2d-8a95aa445f5e req-9a2756be-28d6-4a86-8726-35d028b535de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:05.193579 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-c08ff415-9c5c-4220-af2d-8a95aa445f5e req-9a2756be-28d6-4a86-8726-35d028b535de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 1129 time: 0.5087585 Mar 02 11:41:05.233167 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:05.285599 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1312512d-3127-4427-836d-4fe784b3ca1f None None] Current status of the port c65a5b91-238e-4f67-bbc8-e0deb05261e4 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:05.286252 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1312512d-3127-4427-836d-4fe784b3ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.326164 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1312512d-3127-4427-836d-4fe784b3ca1f None None] For port c65a5b91-238e-4f67-bbc8-e0deb05261e4, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=c65a5b91-238e-4f67-bbc8-e0deb05261e4,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:05.332855 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1312512d-3127-4427-836d-4fe784b3ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.402146 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda7797-9b1a-4b4c-b413-f52ddd48fe8f req-f4365e4d-44c9-4787-8243-4e6d54189234 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:05.406856 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4fda7797-9b1a-4b4c-b413-f52ddd48fe8f req-f4365e4d-44c9-4787-8243-4e6d54189234 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 947 time: 0.1613650 Mar 02 11:41:05.466619 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312512d-3127-4427-836d-4fe784b3ca1f None None] Pushing event updated for resources: {'Port': ['ID=c65a5b91-238e-4f67-bbc8-e0deb05261e4,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:05.469167 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596230e-986e-4436-b068-b56b16db6ea3 req-2f29e18c-2015-45e8-b26d-6f0aaee3810e tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:05.471296 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b596230e-986e-4436-b068-b56b16db6ea3 req-2f29e18c-2015-45e8-b26d-6f0aaee3810e tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.1464443 Mar 02 11:41:05.486822 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4fda7797-9b1a-4b4c-b413-f52ddd48fe8f req-6aaec0c1-c7d6-480b-9300-1b75a9f5af3b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=66819540-2c0c-4bd0-afd2-db50682e4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790012 Mar 02 11:41:05.535996 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5c2d0a0e-dac5-4754-9de8-cdddf9645678 None None] Provisioning complete for port c65a5b91-238e-4f67-bbc8-e0deb05261e4 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:05.536379 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0a0e-dac5-4754-9de8-cdddf9645678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.538271 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.577355 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:04Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:05.582983 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b596230e-986e-4436-b068-b56b16db6ea3 req-f63207c2-645b-4760-9610-e65d6f68510c tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951240 Mar 02 11:41:05.625292 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-c08ff415-9c5c-4220-af2d-8a95aa445f5e req-c89157c3-2281-4eff-9e1e-7131486afbe8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4009264 Mar 02 11:41:05.633817 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dc586-33ce-406f-b4cd-47a3bc771f0c None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:04Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:05.694389 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 09cbf9bb-d609-4beb-bee5-528d0843e744 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:05.739571 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d0a0e-dac5-4754-9de8-cdddf9645678 None None] Current status of the port c65a5b91-238e-4f67-bbc8-e0deb05261e4 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:05.779299 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 09cbf9bb-d609-4beb-bee5-528d0843e744 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:05.779684 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.809637 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks [] for router_gateway (e60cd872-d75e-4ed4-9eb1-f987411fec4b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.872490 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb7006-3481-4390-a102-3031e87706e1 None None] Network a32df519-2178-4acc-a8fe-63b44d321e04 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:41:05.892966 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.893325 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (51c33790-dd9f-4e40-a183-51cb579db4d2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.893938 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Floating IP 51c33790-dd9f-4e40-a183-51cb579db4d2 disassociated. External IP: 172.27.2.190, port: e09cc3ef-bf37-466c-9a67-221a45074071. Mar 02 11:41:05.893938 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Calling delete_port for e09cc3ef-bf37-466c-9a67-221a45074071 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:41:05.929686 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 09cbf9bb-d609-4beb-bee5-528d0843e744 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:05.930081 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:05.992481 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 09cbf9bb-d609-4beb-bee5-528d0843e744, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=09cbf9bb-d609-4beb-bee5-528d0843e744,segment=NetworkSegment(8565f63b-2507-452f-b31a-45429f588761),segment_id=8565f63b-2507-452f-b31a-45429f588761)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:06.013012 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f09e75b4-82f9-4faa-92b1-680293ae3756 None None] Provisioning complete for port 09cbf9bb-d609-4beb-bee5-528d0843e744 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:06.013391 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f09e75b4-82f9-4faa-92b1-680293ae3756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.018313 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.019125 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ee20a5e0-200e-49db-b513-45b72fd48a8e up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:06.141034 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (e60cd872-d75e-4ed4-9eb1-f987411fec4b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.144681 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=09cbf9bb-d609-4beb-bee5-528d0843e744,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:06.184234 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port ee20a5e0-200e-49db-b513-45b72fd48a8e triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:06.184923 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.224981 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (e09cc3ef-bf37-466c-9a67-221a45074071), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.244766 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f09e75b4-82f9-4faa-92b1-680293ae3756 None None] Current status of the port 09cbf9bb-d609-4beb-bee5-528d0843e744 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:06.298945 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event deleted for resources: {'Port': ['ID=e09cc3ef-bf37-466c-9a67-221a45074071,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:06.317429 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port ee20a5e0-200e-49db-b513-45b72fd48a8e is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:06.442651 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Router e60cd872-d75e-4ed4-9eb1-f987411fec4b is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:41:06.461492 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:41:06.500881 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-c46fcd1f-dde2-47cd-b1de-ba4c4f59f419 None None] Provisioning complete for port 09cbf9bb-d609-4beb-bee5-528d0843e744 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:06.501812 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c46fcd1f-dde2-47cd-b1de-ba4c4f59f419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.616974 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c46fcd1f-dde2-47cd-b1de-ba4c4f59f419 None None] Current status of the port 09cbf9bb-d609-4beb-bee5-528d0843e744 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:06.674214 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:06.686918 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Sync routers for ids ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:06.697150 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:06.707864 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a86c6edc-ac63-4ebb-a471-b5e2eeba49ec req-af42b98f-84d2-471d-a226-58f8360a0216 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=d224a679-f47d-49cd-b746-1e2ff662d60c HTTP/1.1" status: 200 len: 210 time: 0.0893335 Mar 02 11:41:06.708393 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.709417 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-716ad349-0269-48f1-ab68-23cab101085b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2783709 Mar 02 11:41:06.714590 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59488) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:06.717409 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] Sync routers for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:06.723618 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Routers {'e60cd872-d75e-4ed4-9eb1-f987411fec4b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:06.725761 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:06.765807 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:06.766542 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:06.788083 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] No DVR routers for this DVR port e09cc3ef-bf37-466c-9a67-221a45074071 on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:41:06.791678 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:06.796606 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-fc664133-3fd5-4027-8067-11f3bde0105f req-2d0558dc-9acc-406d-91fa-f57a280d15e2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "DELETE /v2.0/ports/e09cc3ef-bf37-466c-9a67-221a45074071 HTTP/1.1" status: 204 len: 173 time: 2.4392586 Mar 02 11:41:06.798003 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-deleted', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:06.812919 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac563adf-db96-47db-96af-d4e67841b537" -d '{"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-deleted", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:06.920487 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6511e1-ce84-4b86-9110-ec2ec4198362 x-openstack-request-id: req-5c6511e1-ce84-4b86-9110-ec2ec4198362 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:06.924313 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224a679-f47d-49cd-b746-1e2ff662d60c", "name": "network-vif-deleted", "tag": "e09cc3ef-bf37-466c-9a67-221a45074071", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:06.925766 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c6511e1-ce84-4b86-9110-ec2ec4198362 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:06.927364 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224a679-f47d-49cd-b746-1e2ff662d60c', 'name': 'network-vif-deleted', 'tag': 'e09cc3ef-bf37-466c-9a67-221a45074071', 'status': 'completed', 'code': 200} Mar 02 11:41:06.929244 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:07.005737 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Set router e60cd872-d75e-4ed4-9eb1-f987411fec4b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:07.008758 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a75c83-1f21-479e-9c6d-4e654529bf30 req-43741340-a69a-45e4-b7fd-cf3fb2571a86 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:07.018112 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0a75c83-1f21-479e-9c6d-4e654529bf30 req-43741340-a69a-45e4-b7fd-cf3fb2571a86 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.1741242 Mar 02 11:41:07.258113 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0a75c83-1f21-479e-9c6d-4e654529bf30 req-4a8ff830-c6ff-4891-8f0e-eaa6d7506ed0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387857 Mar 02 11:41:07.272872 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:07.310896 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] Checking router: 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:07.314204 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 3, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port': {'id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:07.321879 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:07.322610 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:07.350556 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Checking router: e60cd872-d75e-4ed4-9eb1-f987411fec4b for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:07.350915 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Updating router e60cd872-d75e-4ed4-9eb1-f987411fec4b port f3e24856-0552-4bff-bcb2-871c47bda4a4 binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:41:07.383791 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.479479 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:07.573893 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.574174 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device c65a5b91-238e-4f67-bbc8-e0deb05261e4 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:07.674496 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port c65a5b91-238e-4f67-bbc8-e0deb05261e4 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:07.674496 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.711930 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:07.739526 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275bca0-9584-41b5-9e97-7eaeb62a0dc8 None None] The sync data for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi is: [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:07.753474 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Allocated IP 172.20.0.1 (a32df519-2178-4acc-a8fe-63b44d321e04/b4c4503d-8657-4c04-ba7c-72332719c430/626638c0-0289-49dc-935d-ebf4b675fd6a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:07.756863 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Publish callbacks [] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.787144 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.852760 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port c65a5b91-238e-4f67-bbc8-e0deb05261e4 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:07.854349 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 09cbf9bb-d609-4beb-bee5-528d0843e744 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:07.881688 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59496) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:07.893412 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Attempting to bind port f3e24856-0552-4bff-bcb2-871c47bda4a4 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:41:07.893412 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Attempting to bind port f3e24856-0552-4bff-bcb2-871c47bda4a4 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:41:07.893811 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Attempting to bind port f3e24856-0552-4bff-bcb2-871c47bda4a4 on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:07.898620 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85855-d6e5-429c-bfd5-aeb9db529031 None None] Pushing event updated for resources: {'Port': ['ID=f3e24856-0552-4bff-bcb2-871c47bda4a4,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:07.901503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks [] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.915772 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:41:07.916447 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:07.917063 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.917609 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:41:07.918250 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Bound port: f3e24856-0552-4bff-bcb2-871c47bda4a4, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:41:07.918833 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.943188 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:07.992657 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] For port f3e24856-0552-4bff-bcb2-871c47bda4a4, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:41:07.994365 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Network a32df519-2178-4acc-a8fe-63b44d321e04 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:07.997256 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] For port f3e24856-0552-4bff-bcb2-871c47bda4a4, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=f3e24856-0552-4bff-bcb2-871c47bda4a4,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:41:07.997421 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:07.998861 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 09cbf9bb-d609-4beb-bee5-528d0843e744 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:07.999180 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.000461 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:08.007311 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56938944-2866-43bf-9d1f-3f90bb6051a3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (66819540-2c0c-4bd0-afd2-db50682e4b17), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.030379 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.047616 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (e60cd872-d75e-4ed4-9eb1-f987411fec4b), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.062290 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56938944-2866-43bf-9d1f-3f90bb6051a3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (66819540-2c0c-4bd0-afd2-db50682e4b17), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.182400 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56938944-2866-43bf-9d1f-3f90bb6051a3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (66819540-2c0c-4bd0-afd2-db50682e4b17), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.189408 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56938944-2866-43bf-9d1f-3f90bb6051a3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.193245 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-56938944-2866-43bf-9d1f-3f90bb6051a3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "DELETE /v2.0/security-groups/66819540-2c0c-4bd0-afd2-db50682e4b17 HTTP/1.1" status: 204 len: 168 time: 0.3073676 Mar 02 11:41:08.197297 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59498) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:08.216679 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56938944-2866-43bf-9d1f-3f90bb6051a3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66819540-2c0c-4bd0-afd2-db50682e4b17,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:08.224740 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.api.v2.resource [None req-9b503816-77fa-4ac9-88ea-c16f12a1d3ed tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] show failed (client error): The resource could not be found. Mar 02 11:41:08.226072 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-9b503816-77fa-4ac9-88ea-c16f12a1d3ed tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups/66819540-2c0c-4bd0-afd2-db50682e4b17 HTTP/1.1" status: 404 len: 347 time: 0.0266085 Mar 02 11:41:08.232188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59500) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:08.308018 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:41:08.314778 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298501b1-cd1a-4614-a194-8533a73d926b None None] New status for floating IP 51c33790-dd9f-4e40-a183-51cb579db4d2: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:41:08.413094 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Pushing event updated for resources: {'Port': ['ID=626638c0-0289-49dc-935d-ebf4b675fd6a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:08.433279 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Deleting port 5a3eb047-d634-4e87-9569-c3db82704eed {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:41:08.434221 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (5a3eb047-d634-4e87-9569-c3db82704eed), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.445375 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: e09cc3ef-bf37-466c-9a67-221a45074071 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:41:08.445753 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device e09cc3ef-bf37-466c-9a67-221a45074071 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:41:08.510729 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab231f6d-debe-4de8-8120-2f1ff8736a55 req-2c7b777d-6428-403b-9acd-e0ccf8084fce tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:08.514929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85855-d6e5-429c-bfd5-aeb9db529031 None None] Pushing event updated for resources: {'Port': ['ID=f3e24856-0552-4bff-bcb2-871c47bda4a4,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:08.519437 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ab231f6d-debe-4de8-8120-2f1ff8736a55 req-2c7b777d-6428-403b-9acd-e0ccf8084fce tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.1265903 Mar 02 11:41:08.527598 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Routers {'e60cd872-d75e-4ed4-9eb1-f987411fec4b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:08.528335 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:08.535016 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-2e063b2b-0e1c-4aeb-a8c0-3b3d719b8604 None None] Provisioning complete for port 626638c0-0289-49dc-935d-ebf4b675fd6a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:08.535239 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2e063b2b-0e1c-4aeb-a8c0-3b3d719b8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.544605 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (5a3eb047-d634-4e87-9569-c3db82704eed), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.544964 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (5a3eb047-d634-4e87-9569-c3db82704eed), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.564580 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Calling delete_port for 5a3eb047-d634-4e87-9569-c3db82704eed owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:41:08.595125 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.632937 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ab231f6d-debe-4de8-8120-2f1ff8736a55 req-d25afef2-05dd-4f64-8b90-3d8bd790c9d1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095619 Mar 02 11:41:08.668294 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 09cbf9bb-d609-4beb-bee5-528d0843e744 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:08.673145 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2e063b2b-0e1c-4aeb-a8c0-3b3d719b8604 None None] Port 626638c0-0289-49dc-935d-ebf4b675fd6a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:41:08.743302 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] Set router e60cd872-d75e-4ed4-9eb1-f987411fec4b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:08.745633 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (5a3eb047-d634-4e87-9569-c3db82704eed), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.775443 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event deleted for resources: {'Port': ['ID=5a3eb047-d634-4e87-9569-c3db82704eed,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:08.824737 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9c287-3ec0-4383-819a-8bfe4f86fc1e req-f7cf5838-c999-4920-8c1d-5e6be7c0e360 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:08.834902 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a1f9c287-3ec0-4383-819a-8bfe4f86fc1e req-f7cf5838-c999-4920-8c1d-5e6be7c0e360 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.1205554 Mar 02 11:41:08.835429 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59510) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:08.843733 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'floatingip': {'port_id': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:08.849823 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (51c33790-dd9f-4e40-a183-51cb579db4d2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.852661 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.853635 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-4dfc7778-f6b6-4ec5-8b28-8b39977218f0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "DELETE /v2.0/floatingips/51c33790-dd9f-4e40-a183-51cb579db4d2 HTTP/1.1" status: 204 len: 168 time: 0.6200986 Mar 02 11:41:08.957133 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (0e7550f5-5279-4073-be65-c75be5e54f6e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:08.975951 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 3, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port': {'id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:09.010082 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a349ef-b46b-4c09-a3d2-20e07c3fa420 None None] The sync data for ids ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'] in dv-cinder-822821-2-iscsi is: [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 3, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port': {'id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:09.083195 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59514) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:09.087371 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-666b869d-ca6a-4317-84b5-b0553e5407c4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939683172', 'description': 'tempest-description--816565105'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:09.109765 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-666b869d-ca6a-4317-84b5-b0553e5407c4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.144214 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks [] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.149997 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.197110 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-666b869d-ca6a-4317-84b5-b0553e5407c4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (cfffea3e-399b-4d6d-9884-f5fc8c57577f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.202293 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-666b869d-ca6a-4317-84b5-b0553e5407c4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (cfffea3e-399b-4d6d-9884-f5fc8c57577f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.233451 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-666b869d-ca6a-4317-84b5-b0553e5407c4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.238280 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-666b869d-ca6a-4317-84b5-b0553e5407c4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1543765 Mar 02 11:41:09.238899 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59516) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:09.244405 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f91f80cb-2d6b-477f-9091-0f71050fe4e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'security_group_rule': {'security_group_id': 'cfffea3e-399b-4d6d-9884-f5fc8c57577f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:09.250140 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b869d-ca6a-4317-84b5-b0553e5407c4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfffea3e-399b-4d6d-9884-f5fc8c57577f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:09.267550 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (e60cd872-d75e-4ed4-9eb1-f987411fec4b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.269485 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Pushing event updated for resources: {'Port': ['ID=626638c0-0289-49dc-935d-ebf4b675fd6a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:09.277082 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-2d6b-477f-9091-0f71050fe4e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (281248c1-0742-4f23-802d-6099e252c13b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.372552 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-2d6b-477f-9091-0f71050fe4e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (281248c1-0742-4f23-802d-6099e252c13b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.377480 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-2d6b-477f-9091-0f71050fe4e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (281248c1-0742-4f23-802d-6099e252c13b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.418473 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f80cb-2d6b-477f-9091-0f71050fe4e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281248c1-0742-4f23-802d-6099e252c13b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:09.433045 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f91f80cb-2d6b-477f-9091-0f71050fe4e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.438231 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f91f80cb-2d6b-477f-9091-0f71050fe4e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975739 Mar 02 11:41:09.441093 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59518) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:09.445660 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a676a911-b475-467c-bd06-4ba4ce837377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'security_group_rule': {'security_group_id': 'cfffea3e-399b-4d6d-9884-f5fc8c57577f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:09.503172 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a676a911-b475-467c-bd06-4ba4ce837377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (1874b064-c88b-4200-a8d6-188e4a3f811e), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.598061 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a676a911-b475-467c-bd06-4ba4ce837377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (1874b064-c88b-4200-a8d6-188e4a3f811e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.607834 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device f3e24856-0552-4bff-bcb2-871c47bda4a4 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:09.608848 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a676a911-b475-467c-bd06-4ba4ce837377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (1874b064-c88b-4200-a8d6-188e4a3f811e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.629296 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a911-b475-467c-bd06-4ba4ce837377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1874b064-c88b-4200-a8d6-188e4a3f811e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:09.660998 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a676a911-b475-467c-bd06-4ba4ce837377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.663244 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a676a911-b475-467c-bd06-4ba4ce837377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2210224 Mar 02 11:41:09.665876 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59520) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:09.675119 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:09.686206 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Network a32df519-2178-4acc-a8fe-63b44d321e04 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:09.694933 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:09.714886 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.720932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port f3e24856-0552-4bff-bcb2-871c47bda4a4 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:09.721784 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.734509 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.806380 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (0e7550f5-5279-4073-be65-c75be5e54f6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.857423 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port f3e24856-0552-4bff-bcb2-871c47bda4a4 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:09.857812 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.880254 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:09.889015 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port f3e24856-0552-4bff-bcb2-871c47bda4a4, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=f3e24856-0552-4bff-bcb2-871c47bda4a4,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:09.895922 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:10.008507 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=f3e24856-0552-4bff-bcb2-871c47bda4a4,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:10.030264 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-dbc6318b-1620-47ec-b0a1-2645202bedc3 None None] Provisioning complete for port 626638c0-0289-49dc-935d-ebf4b675fd6a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:10.030639 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dbc6318b-1620-47ec-b0a1-2645202bedc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:10.033393 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Router e60cd872-d75e-4ed4-9eb1-f987411fec4b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:41:10.089772 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Allocated IP 172.27.2.26 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/c47ee317-7f57-48c4-9388-f822ec5467ba) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:10.091403 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-dbc6318b-1620-47ec-b0a1-2645202bedc3 None None] Port 626638c0-0289-49dc-935d-ebf4b675fd6a cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:41:10.118768 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Floating IP 0e7550f5-5279-4073-be65-c75be5e54f6e associated. External IP: 172.27.2.95, port: c3c3f1a7-effb-4b93-97a8-a89bc84ba342. Mar 02 11:41:10.212686 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:10.252387 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:10.576970 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:10.581444 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:10.585906 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:10.588997 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'Port': ['ID=c47ee317-7f57-48c4-9388-f822ec5467ba,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:10.643720 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:10.649141 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7e2a19d6-6402-44b6-9abd-6a151a3bd657 admin admin] 10.222.0.43 "PUT /v2.0/routers/e60cd872-d75e-4ed4-9eb1-f987411fec4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9334688 Mar 02 11:41:10.688036 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (6a9353cd-b358-4a3e-8d1e-cb3f609d89fd), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:10.711997 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Router 3c92a3dd-cdac-4851-82b7-381d6504cd93 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:41:10.738948 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:10.915302 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:10.920213 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:10.928954 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] Sync routers for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:10.942986 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:10.945277 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:10.956361 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bf758f82-0c0f-4fc2-90f1-8fe131940763 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "PUT /v2.0/floatingips/0e7550f5-5279-4073-be65-c75be5e54f6e HTTP/1.1" status: 200 len: 990 time: 2.1179948 Mar 02 11:41:10.957069 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:10.960229 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c0b859-5811-4404-b6bc-3e700d296b63" -d '{"events": [{"name": "network-changed", "server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:11.057725 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.065550 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.080616 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334a1c52-95ef-415e-8ef6-a17e6bac3160 x-openstack-request-id: req-334a1c52-95ef-415e-8ef6-a17e6bac3160 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:11.081255 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:11.081496 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-334a1c52-95ef-415e-8ef6-a17e6bac3160 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:11.081894 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'status': 'completed', 'code': 200} Mar 02 11:41:11.153684 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:11.207283 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'Port': ['ID=c47ee317-7f57-48c4-9388-f822ec5467ba,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:11.228199 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (6a9353cd-b358-4a3e-8d1e-cb3f609d89fd), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.239561 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-938a1970-4550-4e25-93c2-2d534668426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:11.241337 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-938a1970-4550-4e25-93c2-2d534668426d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 1129 time: 0.1141267 Mar 02 11:41:11.275689 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.285059 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f6abdfea-be9b-446e-bf6a-0278d5a39dce tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6092730 Mar 02 11:41:11.285260 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Sync routers for ids ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:11.300809 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Routers {'e60cd872-d75e-4ed4-9eb1-f987411fec4b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:11.302281 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:11.409344 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-d65f521c-a78b-4947-8c22-e324438a9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:11.414609 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-d65f521c-a78b-4947-8c22-e324438a9337 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 912 time: 0.1656685 Mar 02 11:41:11.437221 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59538) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:11.443161 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ef49393c-a0e7-4a1d-9479-d24eb2d1683c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356947845', 'description': 'tempest-secgroup-smoke-1356947845 description', 'project_id': '48c901207e06426493375953165ce4a1'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:11.488059 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef49393c-a0e7-4a1d-9479-d24eb2d1683c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.504005 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device f3e24856-0552-4bff-bcb2-871c47bda4a4 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:11.563109 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '0e7550f5-5279-4073-be65-c75be5e54f6e', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'port_id': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'mac_address': 'fa:16:3e:59:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc73f6-0137-4508-b002-84044cf2289e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:40:54Z', 'updated_at': '2022-03-02T11:41:09Z', 'revision_number': 1, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:11.594452 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] Checking router: 3c92a3dd-cdac-4851-82b7-381d6504cd93 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:11.595124 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-a38b6304-6dff-4b13-917a-3d8ebfb35731 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 200 len: 998 time: 0.1735852 Mar 02 11:41:11.604236 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:11.605205 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:11.613266 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef49393c-a0e7-4a1d-9479-d24eb2d1683c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group (749f78aa-ec51-4f69-acf8-8f6007652107), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.620212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef49393c-a0e7-4a1d-9479-d24eb2d1683c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (749f78aa-ec51-4f69-acf8-8f6007652107), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.623910 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Set router e60cd872-d75e-4ed4-9eb1-f987411fec4b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:11.662363 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-e59e0c21-b5be-4553-992c-b23902112156 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1939683172&fields=id&tenant_id=1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 267 time: 0.1068532 Mar 02 11:41:11.663096 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port f3e24856-0552-4bff-bcb2-871c47bda4a4 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:11.663475 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.669431 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-52078cf4-c8f2-49ae-8503-ccaffcbd590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:11.670909 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-52078cf4-c8f2-49ae-8503-ccaffcbd590d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.0690012 Mar 02 11:41:11.734273 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-e60d9fb5-0a43-4b05-a9b1-c61963923e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:11.736886 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-e60d9fb5-0a43-4b05-a9b1-c61963923e78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589917 Mar 02 11:41:11.744319 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef49393c-a0e7-4a1d-9479-d24eb2d1683c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.746073 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ef49393c-a0e7-4a1d-9479-d24eb2d1683c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3075528 Mar 02 11:41:11.753236 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59550) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:11.758045 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f83a7c9b-617f-4198-89b1-02843e6576ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'security_group_rule': {'security_group_id': '749f78aa-ec51-4f69-acf8-8f6007652107', 'project_id': '48c901207e06426493375953165ce4a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:11.774446 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49393c-a0e7-4a1d-9479-d24eb2d1683c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749f78aa-ec51-4f69-acf8-8f6007652107,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:11.821438 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f83a7c9b-617f-4198-89b1-02843e6576ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (686ee364-37da-460e-b07f-97c7c387980a), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:11.835290 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-6bba0461-a0e5-4b31-b2fb-8ae082ec9cd4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:11.844143 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-6bba0461-a0e5-4b31-b2fb-8ae082ec9cd4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 817 time: 0.1805813 Mar 02 11:41:11.847589 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port f3e24856-0552-4bff-bcb2-871c47bda4a4 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:11.859930 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:11.884722 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-9eeefb15-1bf7-4a61-9260-57bc8f6071a6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/quotas/1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 375 time: 0.0383525 Mar 02 11:41:11.893713 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-5098e76c-5583-4e4d-8b0e-49c114926802 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465003 Mar 02 11:41:11.960204 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:08Z', 'revision_number': 4, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port': {'id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '626638c0-0289-49dc-935d-ebf4b675fd6a', 'name': '', 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'mac_address': 'fa:16:3e:2e:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4c4503d-8657-4c04-ba7c-72332719c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:07Z', 'updated_at': '2022-03-02T11:41:08Z', 'revision_number': 2, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'subnets': [{'id': 'b4c4503d-8657-4c04-ba7c-72332719c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:11.981999 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f83a7c9b-617f-4198-89b1-02843e6576ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (686ee364-37da-460e-b07f-97c7c387980a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.002753 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-f13c2f15-4e3a-44af-85c3-9ece576d0ac9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084542 Mar 02 11:41:12.005305 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Checking router: e60cd872-d75e-4ed4-9eb1-f987411fec4b for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:12.005834 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Updating router e60cd872-d75e-4ed4-9eb1-f987411fec4b port 626638c0-0289-49dc-935d-ebf4b675fd6a binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:41:12.007599 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-40c0b859-5811-4404-b6bc-3e700d296b63 req-702073f9-47dc-4259-94ea-92625ce433ff service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106243 Mar 02 11:41:12.014845 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f83a7c9b-617f-4198-89b1-02843e6576ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (686ee364-37da-460e-b07f-97c7c387980a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.038833 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.086775 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a7c9b-617f-4198-89b1-02843e6576ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686ee364-37da-460e-b07f-97c7c387980a,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:12.101786 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f83a7c9b-617f-4198-89b1-02843e6576ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.106157 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59552) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:12.106282 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f83a7c9b-617f-4198-89b1-02843e6576ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512619 Mar 02 11:41:12.112009 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2ffce793-4c82-47f9-9b48-62b95dfd9bcc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'security_group_rule': {'security_group_id': '749f78aa-ec51-4f69-acf8-8f6007652107', 'project_id': '48c901207e06426493375953165ce4a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:12.156878 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-a0fcc674-e9bd-4158-94b8-23707e21a10d service neutron] 10.222.0.43 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530416 Mar 02 11:41:12.158355 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ffce793-4c82-47f9-9b48-62b95dfd9bcc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (f2b2404b-2cff-4f6c-8610-e7b3e7fafc20), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.184280 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '0e7550f5-5279-4073-be65-c75be5e54f6e', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'port_id': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'mac_address': 'fa:16:3e:59:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc73f6-0137-4508-b002-84044cf2289e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:40:54Z', 'updated_at': '2022-03-02T11:41:09Z', 'revision_number': 1, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:12.235971 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f45585-d1e9-495a-aaa5-f7c2becf91ad None None] The sync data for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi is: [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '0e7550f5-5279-4073-be65-c75be5e54f6e', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'port_id': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'mac_address': 'fa:16:3e:59:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc73f6-0137-4508-b002-84044cf2289e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:40:54Z', 'updated_at': '2022-03-02T11:41:09Z', 'revision_number': 1, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:12.250970 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ffce793-4c82-47f9-9b48-62b95dfd9bcc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (f2b2404b-2cff-4f6c-8610-e7b3e7fafc20), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.263563 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ffce793-4c82-47f9-9b48-62b95dfd9bcc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (f2b2404b-2cff-4f6c-8610-e7b3e7fafc20), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.287265 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-2d80cf35-5db6-47d6-9b05-2ea3758bac4e service neutron] 10.222.0.43 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267691 Mar 02 11:41:12.291651 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2ffce793-4c82-47f9-9b48-62b95dfd9bcc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.293035 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-2ffce793-4c82-47f9-9b48-62b95dfd9bcc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1862218 Mar 02 11:41:12.296015 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffce793-4c82-47f9-9b48-62b95dfd9bcc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b2404b-2cff-4f6c-8610-e7b3e7fafc20,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:12.296148 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59554) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:12.308341 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-760f57ae-04cc-4aa2-a85c-33059d7215db tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'security_group_rule': {'security_group_id': '749f78aa-ec51-4f69-acf8-8f6007652107', 'project_id': '48c901207e06426493375953165ce4a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:12.339246 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-760f57ae-04cc-4aa2-a85c-33059d7215db tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (1f0ea902-47de-42b5-adda-25cc739b5e49), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.437556 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-760f57ae-04cc-4aa2-a85c-33059d7215db tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (1f0ea902-47de-42b5-adda-25cc739b5e49), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.442614 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-760f57ae-04cc-4aa2-a85c-33059d7215db tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (1f0ea902-47de-42b5-adda-25cc739b5e49), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.475229 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f57ae-04cc-4aa2-a85c-33059d7215db tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0ea902-47de-42b5-adda-25cc739b5e49,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:12.497967 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1ddf7d83-3b02-44e7-af6a-5fe09959b547 req-2bef4815-6f83-40d3-a908-3a1d0b595516 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 210 time: 0.0361671 Mar 02 11:41:12.504556 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-760f57ae-04cc-4aa2-a85c-33059d7215db tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.506418 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-760f57ae-04cc-4aa2-a85c-33059d7215db tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2090948 Mar 02 11:41:12.509135 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59560) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:12.513856 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e3d5a637-dc8a-4f2b-bde2-8a0711221873 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'security_group_rule': {'security_group_id': '749f78aa-ec51-4f69-acf8-8f6007652107', 'project_id': '48c901207e06426493375953165ce4a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:12.545761 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a637-dc8a-4f2b-bde2-8a0711221873 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (7bf066b0-ea37-47d9-a402-50d2ed060389), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.605173 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Publish callbacks [] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.619435 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.632879 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a637-dc8a-4f2b-bde2-8a0711221873 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (7bf066b0-ea37-47d9-a402-50d2ed060389), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.637540 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a637-dc8a-4f2b-bde2-8a0711221873 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (7bf066b0-ea37-47d9-a402-50d2ed060389), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.652720 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdba276-91a4-46fb-b3e4-bbc0825c5e3f None None] New status for floating IP 0e7550f5-5279-4073-be65-c75be5e54f6e: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:41:12.674482 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5a637-dc8a-4f2b-bde2-8a0711221873 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf066b0-ea37-47d9-a402-50d2ed060389,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:12.690469 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55589798-3e83-42a6-a359-786f57cdd7a8 None None] Pushing event updated for resources: {'Port': ['ID=626638c0-0289-49dc-935d-ebf4b675fd6a,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:12.702568 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a637-dc8a-4f2b-bde2-8a0711221873 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.706509 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e3d5a637-dc8a-4f2b-bde2-8a0711221873 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1935837 Mar 02 11:41:12.706766 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:12.711480 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'security_group_rule': {'security_group_id': '749f78aa-ec51-4f69-acf8-8f6007652107', 'project_id': '48c901207e06426493375953165ce4a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:12.741696 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Project 48c901207e06426493375953165ce4a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 11:41:12.758611 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (596c3bc7-d667-43cd-81d7-98e16fa3c994), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.783143 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Attempting to bind port 626638c0-0289-49dc-935d-ebf4b675fd6a on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:41:12.783899 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Attempting to bind port 626638c0-0289-49dc-935d-ebf4b675fd6a by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:41:12.785795 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Attempting to bind port 626638c0-0289-49dc-935d-ebf4b675fd6a on network a32df519-2178-4acc-a8fe-63b44d321e04 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:12.794367 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:41:12.794855 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Checking segment: {'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:12.795323 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.795755 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Bound using segment: {'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:41:12.796240 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Bound port: 626638c0-0289-49dc-935d-ebf4b675fd6a, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8565f63b-2507-452f-b31a-45429f588761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:41:12.799000 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.851237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (596c3bc7-d667-43cd-81d7-98e16fa3c994), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.856984 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (596c3bc7-d667-43cd-81d7-98e16fa3c994), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.906115 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596c3bc7-d667-43cd-81d7-98e16fa3c994,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:12.913279 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.914065 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-809cb814-6d2c-48bb-99e6-162972692b5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2060614 Mar 02 11:41:12.916459 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 59570) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:12.921162 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'security_group_rule': {'security_group_id': '749f78aa-ec51-4f69-acf8-8f6007652107', 'project_id': '48c901207e06426493375953165ce4a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:12.930553 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] For port 626638c0-0289-49dc-935d-ebf4b675fd6a, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:41:12.935113 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] For port 626638c0-0289-49dc-935d-ebf4b675fd6a, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=626638c0-0289-49dc-935d-ebf4b675fd6a,segment=NetworkSegment(8565f63b-2507-452f-b31a-45429f588761),segment_id=8565f63b-2507-452f-b31a-45429f588761)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:41:12.942830 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:12.953033 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Project 48c901207e06426493375953165ce4a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 11:41:12.961334 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (e3ed2e1c-cd07-4fb9-aa5d-387f5d1a178c), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.017418 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Routers {'e60cd872-d75e-4ed4-9eb1-f987411fec4b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:13.018360 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:13.082306 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (e3ed2e1c-cd07-4fb9-aa5d-387f5d1a178c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.082532 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55589798-3e83-42a6-a359-786f57cdd7a8 None None] Pushing event updated for resources: {'Port': ['ID=626638c0-0289-49dc-935d-ebf4b675fd6a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:13.095577 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (e3ed2e1c-cd07-4fb9-aa5d-387f5d1a178c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.108388 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-afb81f50-1ba7-4e9b-b2f2-e6fbcd37cc9f None None] Provisioning complete for port 626638c0-0289-49dc-935d-ebf4b675fd6a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:13.108816 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-afb81f50-1ba7-4e9b-b2f2-e6fbcd37cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.131272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.135713 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2150822 Mar 02 11:41:13.137525 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4798aba-cf5c-404c-85af-9b3375fd9ed6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ed2e1c-cd07-4fb9-aa5d-387f5d1a178c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:13.233024 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] Set router e60cd872-d75e-4ed4-9eb1-f987411fec4b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:13.319447 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-afb81f50-1ba7-4e9b-b2f2-e6fbcd37cc9f None None] Current status of the port 626638c0-0289-49dc-935d-ebf4b675fd6a is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:13.319837 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-afb81f50-1ba7-4e9b-b2f2-e6fbcd37cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.428373 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-afb81f50-1ba7-4e9b-b2f2-e6fbcd37cc9f None None] For port 626638c0-0289-49dc-935d-ebf4b675fd6a, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=626638c0-0289-49dc-935d-ebf4b675fd6a,segment=NetworkSegment(8565f63b-2507-452f-b31a-45429f588761),segment_id=8565f63b-2507-452f-b31a-45429f588761)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:13.436437 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-afb81f50-1ba7-4e9b-b2f2-e6fbcd37cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.537135 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb81f50-1ba7-4e9b-b2f2-e6fbcd37cc9f None None] Pushing event updated for resources: {'Port': ['ID=626638c0-0289-49dc-935d-ebf4b675fd6a,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:13.566978 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-67bd6f14-9337-441b-8b36-43ab842b76ba None None] Provisioning complete for port 626638c0-0289-49dc-935d-ebf4b675fd6a triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:13.567347 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-67bd6f14-9337-441b-8b36-43ab842b76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:13.630028 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-afdfab4b-011a-4fb5-97b8-d5471b0a5d18 req-72c95f1f-5cae-47cc-a95b-caa3a42775df tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 210 time: 0.0389254 Mar 02 11:41:13.641308 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:08Z', 'revision_number': 4, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port': {'id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '626638c0-0289-49dc-935d-ebf4b675fd6a', 'name': '', 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'mac_address': 'fa:16:3e:2e:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4c4503d-8657-4c04-ba7c-72332719c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:07Z', 'updated_at': '2022-03-02T11:41:12Z', 'revision_number': 4, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'subnets': [{'id': 'b4c4503d-8657-4c04-ba7c-72332719c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:13.677300 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5bdd4-2626-431d-9bca-eae9f17aecf7 None None] The sync data for ids ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'] in dv-cinder-822821-2-iscsi is: [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:08Z', 'revision_number': 4, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port': {'id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '626638c0-0289-49dc-935d-ebf4b675fd6a', 'name': '', 'network_id': 'a32df519-2178-4acc-a8fe-63b44d321e04', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'mac_address': 'fa:16:3e:2e:90:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4c4503d-8657-4c04-ba7c-72332719c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:07Z', 'updated_at': '2022-03-02T11:41:12Z', 'revision_number': 4, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'subnets': [{'id': 'b4c4503d-8657-4c04-ba7c-72332719c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:13.731559 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-67bd6f14-9337-441b-8b36-43ab842b76ba None None] Current status of the port 626638c0-0289-49dc-935d-ebf4b675fd6a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:13.855242 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-6f0bb26d-796e-486e-bcfe-18551005b2c9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:13.856768 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-6f0bb26d-796e-486e-bcfe-18551005b2c9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 817 time: 0.1577959 Mar 02 11:41:13.933921 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-21433498-1563-46a5-9325-45156bb9e5c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 380 time: 0.0686641 Mar 02 11:41:13.945951 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'port': {'device_id': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'admin_state_up': True, 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'security_groups': ['cfffea3e-399b-4d6d-9884-f5fc8c57577f']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:14.061443 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Made reservation on behalf of 1fe8fd52bed84e57834b727c313bdead for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:41:14.068440 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:14.224280 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Allocated IP 172.20.0.8 (86312437-21f0-4e26-9119-28a63a29ab33/90537021-0924-4879-a895-e6b8562f200a/064b8690-945e-4052-a200-9e34f1efc29b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:14.369268 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for port (064b8690-945e-4052-a200-9e34f1efc29b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:14.410125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:14.470852 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Network 86312437-21f0-4e26-9119-28a63a29ab33 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:14.474198 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:14.476742 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:14.502040 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:14.532861 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:14.533550 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:14.550868 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-49f088c0-284c-4a29-954c-fdafbdd5e178 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089849 Mar 02 11:41:14.562180 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Request body: {'port': {'device_id': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:14.628115 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:14.678722 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-7e2b757f-1878-431f-8b24-abcddba988be None None] Provisioning complete for port 064b8690-945e-4052-a200-9e34f1efc29b triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:14.679205 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7e2b757f-1878-431f-8b24-abcddba988be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (064b8690-945e-4052-a200-9e34f1efc29b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:14.714726 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b757f-1878-431f-8b24-abcddba988be None None] Port 064b8690-945e-4052-a200-9e34f1efc29b cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:41:14.771813 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57044b24-6fe4-4fbc-a789-f800354aa46b req-f6795b8e-4840-4bdc-a054-da42a5f709e1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:14.776457 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57044b24-6fe4-4fbc-a789-f800354aa46b req-f6795b8e-4840-4bdc-a054-da42a5f709e1 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 931 time: 0.0576901 Mar 02 11:41:14.839589 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57044b24-6fe4-4fbc-a789-f800354aa46b req-68d52cb8-3c7a-44e1-961a-d80271fd26fe tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600827 Mar 02 11:41:14.934338 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064b8690-945e-4052-a200-9e34f1efc29b {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:41:14.941746 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Publish callbacks [] for port (064b8690-945e-4052-a200-9e34f1efc29b), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:14.954163 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Transition to ACTIVE for port object 064b8690-945e-4052-a200-9e34f1efc29b will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:41:14.959483 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:15.016058 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:15.096985 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Attempting to bind port 064b8690-945e-4052-a200-9e34f1efc29b on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:41:15.097304 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Attempting to bind port 064b8690-945e-4052-a200-9e34f1efc29b by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:41:15.097642 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Attempting to bind port 064b8690-945e-4052-a200-9e34f1efc29b on network 86312437-21f0-4e26-9119-28a63a29ab33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:15.102136 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Port 064b8690-945e-4052-a200-9e34f1efc29b on network 86312437-21f0-4e26-9119-28a63a29ab33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:41:15.102460 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Attempting to bind port 064b8690-945e-4052-a200-9e34f1efc29b on network 86312437-21f0-4e26-9119-28a63a29ab33 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:15.107531 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:41:15.107872 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Checking segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:15.108262 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Bound using segment: {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:41:15.108728 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Bound port: 064b8690-945e-4052-a200-9e34f1efc29b, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f815aada-3594-443e-a5ac-38860985afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:41:15.109093 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:15.176359 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:41:15.179731 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:41:15.185426 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:15.220863 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:15.221484 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:15.222864 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] 10.222.0.15 "PUT /v2.0/ports/064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 200 len: 1093 time: 0.6650808 Mar 02 11:41:15.223312 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:15.225593 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b" -d '{"events": [{"name": "network-changed", "server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "tag": "064b8690-945e-4052-a200-9e34f1efc29b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:15.254290 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c6df-761c-4c68-88da-9bd0b3cd6b6e service neutron] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:15.285231 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a787553-a6db-4864-be3d-f812647db446 x-openstack-request-id: req-2a787553-a6db-4864-be3d-f812647db446 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:15.285231 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "tag": "064b8690-945e-4052-a200-9e34f1efc29b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:15.285231 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a787553-a6db-4864-be3d-f812647db446 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:15.285231 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b', 'status': 'completed', 'code': 200} Mar 02 11:41:15.350698 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-91d3c042-b952-41f0-a2a6-263647d3e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:15.352251 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-91d3c042-b952-41f0-a2a6-263647d3e427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 1127 time: 0.0475729 Mar 02 11:41:15.416469 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-0aca8fd8-60c9-40cf-9738-ce8c471cbc24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 200 len: 217 time: 0.0444269 Mar 02 11:41:15.478426 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 626638c0-0289-49dc-935d-ebf4b675fd6a up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:15.484236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-bb54adbf-1df7-45ee-8a7a-cded3c14a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:15.486277 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-bb54adbf-1df7-45ee-8a7a-cded3c14a59a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0525939 Mar 02 11:41:15.540518 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 626638c0-0289-49dc-935d-ebf4b675fd6a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:15.540930 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:15.542551 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cd54-a260-426a-891e-b14634328999 req-27597988-2f6a-46fa-a604-80456dbfb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:15.544070 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-27597988-2f6a-46fa-a604-80456dbfb2a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510490 Mar 02 11:41:15.622528 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 626638c0-0289-49dc-935d-ebf4b675fd6a is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:15.642982 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-d213a1bc-c9c6-42a6-9140-0126da8cb8ff service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917072 Mar 02 11:41:15.739630 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f1c2cd54-a260-426a-891e-b14634328999 req-850d8b41-4b60-4551-a70c-020f2669fe1a service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891438 Mar 02 11:41:15.834356 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-83ba81a9-0ddf-4816-a084-95eacaeaee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:15.835855 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-83ba81a9-0ddf-4816-a084-95eacaeaee43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 1127 time: 0.0502059 Mar 02 11:41:15.933545 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-e612e50b-1750-4150-a8d2-255d1b4b21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:15.935004 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-e612e50b-1750-4150-a8d2-255d1b4b21f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.0871236 Mar 02 11:41:15.968987 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f28f05-ec4d-43f1-9791-ae91e40b786a req-8b1445db-b522-49e6-b41b-6548ba975fc6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:15.970521 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9f28f05-ec4d-43f1-9791-ae91e40b786a req-8b1445db-b522-49e6-b41b-6548ba975fc6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0528190 Mar 02 11:41:15.982068 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-59a3f819-c3db-48fe-8cd9-d6755872d4e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 200 len: 217 time: 0.0392420 Mar 02 11:41:16.028884 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9f28f05-ec4d-43f1-9791-ae91e40b786a req-75607e25-381e-41ea-9b81-6ed39f3148aa tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523760 Mar 02 11:41:16.035169 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-dcceba66-9351-4727-a9ab-75d72e72296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:16.036655 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-dcceba66-9351-4727-a9ab-75d72e72296e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0450075 Mar 02 11:41:16.087822 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-d182801b-984a-4f8b-9b59-4038204d97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:16.089349 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-d182801b-984a-4f8b-9b59-4038204d97d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463655 Mar 02 11:41:16.180099 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-aad68a97-4a2e-4722-aa9c-1ff54fd5ca2e service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833697 Mar 02 11:41:16.275460 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ba6f2b5b-2b26-4957-a120-01ddfeb8846b req-db62eaae-c573-4dc6-9c1d-02612f3b8f70 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885315 Mar 02 11:41:16.355932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:17.149476 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255392-616c-4018-9960-a59cd9beaf8e req-c7f93a83-3e6c-4d27-ab7d-70225e0641cb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:17.150921 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b3255392-616c-4018-9960-a59cd9beaf8e req-c7f93a83-3e6c-4d27-ab7d-70225e0641cb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0512378 Mar 02 11:41:17.197448 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b3255392-616c-4018-9960-a59cd9beaf8e req-b28f9b78-44c1-44de-818f-0fe4fe6ef475 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Mar 02 11:41:18.194676 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:41:18.295045 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:18.307806 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '064b8690-945e-4052-a200-9e34f1efc29b', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'port_id': '064b8690-945e-4052-a200-9e34f1efc29b', 'mac_address': 'fa:16:3e:a7:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:41:18.322367 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56e1fd-46f1-4c35-8e7c-5cde5adf564c req-cbd6b65d-04db-4ca1-8947-0e0b84efc7d0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:18.323850 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee56e1fd-46f1-4c35-8e7c-5cde5adf564c req-cbd6b65d-04db-4ca1-8947-0e0b84efc7d0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0576246 Mar 02 11:41:18.344467 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 064b8690-945e-4052-a200-9e34f1efc29b is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:18.344919 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:18.357739 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064b8690-945e-4052-a200-9e34f1efc29b {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:41:18.370363 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee56e1fd-46f1-4c35-8e7c-5cde5adf564c req-4af8b395-8640-4830-a843-305adf0d9549 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 Mar 02 11:41:18.377605 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:18.382297 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:18.433267 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:18.644583 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['064b8690-945e-4052-a200-9e34f1efc29b'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:41:19.495833 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ac4a0-0c78-4d3d-ab71-d025ce894897 req-0a7cb69f-52a2-4b3a-95f4-7cb82e2fc8ed tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:19.497621 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fd1ac4a0-0c78-4d3d-ab71-d025ce894897 req-0a7cb69f-52a2-4b3a-95f4-7cb82e2fc8ed tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 944 time: 0.0524807 Mar 02 11:41:19.544233 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fd1ac4a0-0c78-4d3d-ab71-d025ce894897 req-ce1d1f98-7f19-4f0b-892d-af04a9c6965e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Mar 02 11:41:20.217900 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:20.265586 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 064b8690-945e-4052-a200-9e34f1efc29b completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:41:20.269922 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 064b8690-945e-4052-a200-9e34f1efc29b triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:20.270298 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (064b8690-945e-4052-a200-9e34f1efc29b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:20.350275 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 064b8690-945e-4052-a200-9e34f1efc29b is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:20.350666 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:20.373022 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:20.375233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff259ae-75e9-4845-96db-e17eccd8d3f6" -d '{"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-plugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:20.389163 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:20.394910 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:20.418348 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212de43c-d999-436c-b76c-c5e248f659f0 x-openstack-request-id: req-212de43c-d999-436c-b76c-c5e248f659f0 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:20.418642 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-plugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:20.418895 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-212de43c-d999-436c-b76c-c5e248f659f0 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:20.419279 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b', 'code': 200} Mar 02 11:41:20.445814 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:20.586597 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62dd89-aa28-4270-a963-daa48960ffc9 req-ab6b1f62-150e-44af-8f6b-0e14632f7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:20.588203 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bd62dd89-aa28-4270-a963-daa48960ffc9 req-ab6b1f62-150e-44af-8f6b-0e14632f7ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 1129 time: 0.0463569 Mar 02 11:41:20.635983 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-bd62dd89-aa28-4270-a963-daa48960ffc9 req-82951b0c-b22f-4a88-8d74-4b4159668982 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Mar 02 11:41:20.669674 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da8d44-236d-4e29-83cf-f838a25bd8c4 req-1ccf9ac0-227c-41bf-9d48-526af8f29158 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:20.671157 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2da8d44-236d-4e29-83cf-f838a25bd8c4 req-1ccf9ac0-227c-41bf-9d48-526af8f29158 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0571411 Mar 02 11:41:20.716600 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2da8d44-236d-4e29-83cf-f838a25bd8c4 req-03f55b90-664d-434a-ab35-172280da25e8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391901 Mar 02 11:41:21.845503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171334c-dece-4649-b492-7fd552697281 req-00e7b45a-9bb4-4e7a-92bd-2997892a31b2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:21.847153 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e171334c-dece-4649-b492-7fd552697281 req-00e7b45a-9bb4-4e7a-92bd-2997892a31b2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0543213 Mar 02 11:41:21.901496 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e171334c-dece-4649-b492-7fd552697281 req-fb160b91-563e-4d72-80d4-dc73b94e5833 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 Mar 02 11:41:23.026239 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be05410-37c1-465b-9343-2141f47fec03 req-d9979066-b91f-4ca1-982a-ae2fda52c059 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:23.027699 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3be05410-37c1-465b-9343-2141f47fec03 req-d9979066-b91f-4ca1-982a-ae2fda52c059 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0522487 Mar 02 11:41:23.087495 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3be05410-37c1-465b-9343-2141f47fec03 req-a737d9c2-754c-48d6-8bf9-188c3d2b9740 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538108 Mar 02 11:41:23.206515 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40df60-fffd-4cff-bb75-6d9bd3cc1604 req-456cbb8d-03a7-4b05-a7f3-c00adb31d797 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:23.207969 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb40df60-fffd-4cff-bb75-6d9bd3cc1604 req-456cbb8d-03a7-4b05-a7f3-c00adb31d797 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0553079 Mar 02 11:41:23.216177 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59678) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:23.220402 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Request body: {'floatingip': {'port_id': '064b8690-945e-4052-a200-9e34f1efc29b'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:23.257728 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (6a9353cd-b358-4a3e-8d1e-cb3f609d89fd), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:23.689251 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:23.693141 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (6a9353cd-b358-4a3e-8d1e-cb3f609d89fd), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:23.793573 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Floating IP 6a9353cd-b358-4a3e-8d1e-cb3f609d89fd associated. External IP: 172.27.2.26, port: 064b8690-945e-4052-a200-9e34f1efc29b. Mar 02 11:41:24.000287 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:41:24.306368 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:24.311115 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:24.316341 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] Sync routers for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:24.325587 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:24.326200 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:24.340351 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-151d6c06-a736-4b26-b734-4d8c736d84c7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "PUT /v2.0/floatingips/6a9353cd-b358-4a3e-8d1e-cb3f609d89fd HTTP/1.1" status: 200 len: 990 time: 1.1231148 Mar 02 11:41:24.341043 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:24.343407 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921" -d '{"events": [{"name": "network-changed", "server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "tag": "064b8690-945e-4052-a200-9e34f1efc29b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:24.382578 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894391ad-ab45-46da-879d-e6bd791aa736 x-openstack-request-id: req-894391ad-ab45-46da-879d-e6bd791aa736 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:24.382866 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "tag": "064b8690-945e-4052-a200-9e34f1efc29b", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:24.383118 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-894391ad-ab45-46da-879d-e6bd791aa736 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:24.383516 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b', 'status': 'completed', 'code': 200} Mar 02 11:41:24.441073 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:24.458049 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-f7dc3333-748c-49ef-9ee0-4cb35a6b478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:24.461009 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-f7dc3333-748c-49ef-9ee0-4cb35a6b478d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 1129 time: 0.0526741 Mar 02 11:41:24.558461 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-24cb8fca-f28a-448d-abab-321fd16e02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:24.560615 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-24cb8fca-f28a-448d-abab-321fd16e02bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.0919433 Mar 02 11:41:24.649086 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-09fba68f-c448-4d60-8adc-8dce328b86f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 200 len: 998 time: 0.0753396 Mar 02 11:41:24.698259 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-2647a1ec-308d-4b29-be1d-82055872ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:24.699423 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '6a9353cd-b358-4a3e-8d1e-cb3f609d89fd', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'port_id': '064b8690-945e-4052-a200-9e34f1efc29b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'mac_address': 'fa:16:3e:a7:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:41:10Z', 'updated_at': '2022-03-02T11:41:23Z', 'revision_number': 1, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:24.699727 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-2647a1ec-308d-4b29-be1d-82055872ee26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0442212 Mar 02 11:41:24.727028 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] Checking router: 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:24.736243 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:24.736876 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:24.750641 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-edc564d0-1fbc-4b99-87d9-7668767afb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:24.752112 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-edc564d0-1fbc-4b99-87d9-7668767afb1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453968 Mar 02 11:41:24.842752 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:41:24.850276 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-e2dd0c5a-8381-465b-98bb-d43b8fb06976 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913053 Mar 02 11:41:24.949743 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0f20ab52-fdf7-4f70-a9b5-e27c45e6c921 req-4a9e7d5f-ca2b-4bad-832e-492bccfaa512 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883288 Mar 02 11:41:24.978307 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:25.201542 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '6a9353cd-b358-4a3e-8d1e-cb3f609d89fd', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'port_id': '064b8690-945e-4052-a200-9e34f1efc29b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'mac_address': 'fa:16:3e:a7:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:41:10Z', 'updated_at': '2022-03-02T11:41:23Z', 'revision_number': 1, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:25.227412 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19663d47-c41a-454c-bd6d-80a16644c871 None None] The sync data for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi is: [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '6a9353cd-b358-4a3e-8d1e-cb3f609d89fd', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'port_id': '064b8690-945e-4052-a200-9e34f1efc29b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'mac_address': 'fa:16:3e:a7:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:41:10Z', 'updated_at': '2022-03-02T11:41:23Z', 'revision_number': 1, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:25.405786 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c66e01-2aea-40c4-9c0d-7a2162a68094 None None] New status for floating IP 6a9353cd-b358-4a3e-8d1e-cb3f609d89fd: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:41:28.545544 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-bc4499c4-95b0-4788-a74e-cddccba4f9d0 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356947845&fields=id&tenant_id=48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 267 time: 0.0423775 Mar 02 11:41:28.650705 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-2619bec6-3b8a-4ee8-86e9-f445d592fd8f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:28.652130 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-2619bec6-3b8a-4ee8-86e9-f445d592fd8f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 812 time: 0.0998189 Mar 02 11:41:28.668306 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-09e66122-4830-45d7-9917-76e2d340eabc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/quotas/48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 375 time: 0.0087242 Mar 02 11:41:28.729760 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-ce9ef372-0a30-4784-a61c-af243d9706fd tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563335 Mar 02 11:41:28.821175 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-e8f9230f-02ca-4d6d-b22c-677dce4b4496 service neutron] 10.222.0.43 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796387 Mar 02 11:41:28.911494 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-cb06c792-01dd-4c75-81f3-21a748a42a88 service neutron] 10.222.0.43 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 Mar 02 11:41:29.195156 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-61662d09-577a-4a67-99f9-b7885a6aab49 req-a0c85220-3d99-48f3-bec2-39886bae9087 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 210 time: 0.0279133 Mar 02 11:41:29.388875 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1e88c857-7e22-43b1-8b1c-1531e85ceb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:30.181007 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-ab530e1f-fa21-4398-84b0-fdea95f5c352 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:30.182468 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-ab530e1f-fa21-4398-84b0-fdea95f5c352 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 812 time: 0.1070979 Mar 02 11:41:30.247811 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-29047ce1-05ed-40d9-b1e9-e1fb2eb93970 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 380 time: 0.0557873 Mar 02 11:41:30.256407 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'port': {'device_id': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'admin_state_up': True, 'tenant_id': '48c901207e06426493375953165ce4a1', 'security_groups': ['749f78aa-ec51-4f69-acf8-8f6007652107']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:30.291934 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-117fc4fb-2fbf-48d3-9e4d-381b23bfe22e req-1db8ec71-e3e2-4c28-9c25-6985e95ebb10 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 210 time: 0.0261304 Mar 02 11:41:30.363552 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Made reservation on behalf of 48c901207e06426493375953165ce4a1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:41:30.367157 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:30.491279 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Allocated IP 172.20.0.9 (4a623bdc-7cec-4329-88d2-5400e16bd978/c95d1660-884b-4b80-9b9a-aced0152338e/52bc1da2-d4e7-4216-9e7a-17d0b2b68aea) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:30.636900 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:30.670472 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:30.716068 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:30.719688 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:30.722220 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:30.752240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:30.766784 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.767129 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.767475 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.767809 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.768136 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.768460 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.768813 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.769143 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.769464 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.769785 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.770104 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.770421 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.770756 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:30.793766 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:30.794300 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:30.811706 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fee1c03a-6c6f-4903-a880-b4bacfe59f89 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589108 Mar 02 11:41:30.823721 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Request body: {'port': {'device_id': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:30.888666 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:30.948698 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f25407f7-388c-486e-b5b3-a7e8c6129f6d None None] Provisioning complete for port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:30.949267 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f25407f7-388c-486e-b5b3-a7e8c6129f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:30.985782 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f25407f7-388c-486e-b5b3-a7e8c6129f6d None None] Port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:41:31.160669 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:41:31.168266 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Publish callbacks [] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:31.181016 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Transition to ACTIVE for port object 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:41:31.184887 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:31.243664 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Pushing event updated for resources: {'Port': ['ID=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:31.321740 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Attempting to bind port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:41:31.322199 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Attempting to bind port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:41:31.322627 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Attempting to bind port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:31.328653 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea on network 4a623bdc-7cec-4329-88d2-5400e16bd978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:41:31.329004 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Attempting to bind port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:41:31.334218 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:41:31.334561 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Checking segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:41:31.334960 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Bound using segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:41:31.335392 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Bound port: 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:41:31.335753 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:31.407821 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] For port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:41:31.411362 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] For port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:41:31.418683 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:31.429834 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dffc-47e5-4924-aab2-0ef8c3efb30f req-ad026e8b-c073-4019-874c-bcaccfb555fb tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:31.431422 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ceb1dffc-47e5-4924-aab2-0ef8c3efb30f req-ad026e8b-c073-4019-874c-bcaccfb555fb tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0673668 Mar 02 11:41:31.451289 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:31.451951 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:31.453428 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/52bc1da2-d4e7-4216-9e7a-17d0b2b68aea HTTP/1.1" status: 200 len: 1093 time: 0.6338995 Mar 02 11:41:31.454221 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:31.456089 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:31.495021 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ceb1dffc-47e5-4924-aab2-0ef8c3efb30f req-1faa7d19-9d23-49b6-bccb-e142e7761d8d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577304 Mar 02 11:41:31.507718 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dbe2e-017e-45d4-bafe-d323c71519f7 service neutron] Pushing event updated for resources: {'Port': ['ID=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:31.524324 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5b57fa-f4f2-4e8a-9229-57de8407983b x-openstack-request-id: req-4b5b57fa-f4f2-4e8a-9229-57de8407983b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:31.524643 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:31.524902 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b5b57fa-f4f2-4e8a-9229-57de8407983b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:31.525300 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'status': 'completed', 'code': 200} Mar 02 11:41:31.546125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-0c0e8848-f4c7-4073-9d3c-f363fba1f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:31.548528 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-0c0e8848-f4c7-4073-9d3c-f363fba1f0a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 1127 time: 0.0534484 Mar 02 11:41:31.594980 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-006513e9-d264-4d72-be5e-238b0332690f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea HTTP/1.1" status: 200 len: 217 time: 0.0369856 Mar 02 11:41:31.639978 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af8491ff-beae-477e-bd3b-c1897d94bcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:31.668640 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-bd244d48-b421-4e1d-b339-26d18b33c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:31.670100 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-bd244d48-b421-4e1d-b339-26d18b33c49f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0564313 Mar 02 11:41:31.723334 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fb9068d1-e8c3-421e-9430-f1c2ec693cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:31.724936 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-fb9068d1-e8c3-421e-9430-f1c2ec693cd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481684 Mar 02 11:41:31.821390 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-efbd6b7c-eecb-421b-9db7-b37eb7495ded service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856264 Mar 02 11:41:31.913023 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d6fa7560-c366-4e07-90eb-d1c1467b01b8 req-cf2d9bb9-968a-489a-b65b-9e585326edb4 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Mar 02 11:41:32.002866 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-c212dd73-3b3b-4cc5-8836-ff59b6e18743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:32.004279 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-c212dd73-3b3b-4cc5-8836-ff59b6e18743 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 1127 time: 0.0464656 Mar 02 11:41:32.093755 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-be7df1fa-8af7-40e2-a923-db2933238c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:32.095334 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-be7df1fa-8af7-40e2-a923-db2933238c98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.0847027 Mar 02 11:41:32.136140 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-d950d7d6-2ea4-47d6-8375-b577ccf49506 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea HTTP/1.1" status: 200 len: 217 time: 0.0337036 Mar 02 11:41:32.182093 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-e9a497ce-95ec-434b-810a-e5fe2153dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:32.183524 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-e9a497ce-95ec-434b-810a-e5fe2153dfbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0412626 Mar 02 11:41:32.487825 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-a264ba7b-6b12-4c22-a3b6-5ccd5e41a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:32.489355 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-a264ba7b-6b12-4c22-a3b6-5ccd5e41a666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2929683 Mar 02 11:41:32.551631 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:32.578765 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-1a460a42-f1e9-4bad-b72c-6e664d706310 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822744 Mar 02 11:41:32.631483 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676155ba-0991-43d3-a090-6d565a4f5261 req-5617a9cb-190d-4229-aef4-29c223aba51a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:32.632984 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-676155ba-0991-43d3-a090-6d565a4f5261 req-5617a9cb-190d-4229-aef4-29c223aba51a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0603480 Mar 02 11:41:32.674940 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-80d9004b-434e-4b0b-a84a-9f3ad855a2dd req-ec87bedc-c4a3-41ec-b7c2-5a5a20e16905 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890632 Mar 02 11:41:32.682431 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-676155ba-0991-43d3-a090-6d565a4f5261 req-27c8579b-5d46-4046-81b7-0c85a943f3cf tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439727 Mar 02 11:41:33.798496 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c9f3-793c-48e1-9eaa-978da83936c2 req-01b80b90-301f-45d1-b2af-89914e542358 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:33.799926 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-60b4c9f3-793c-48e1-9eaa-978da83936c2 req-01b80b90-301f-45d1-b2af-89914e542358 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0525005 Mar 02 11:41:33.846786 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-60b4c9f3-793c-48e1-9eaa-978da83936c2 req-0a12657f-1882-4b4f-90bd-2d8cb0e7fc57 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Mar 02 11:41:34.155787 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:34.967936 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7da791-58f9-4d32-b18e-3673c47611a6 req-0881d612-59f8-4c3a-b9a7-841750b2ab76 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:34.970084 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8d7da791-58f9-4d32-b18e-3673c47611a6 req-0881d612-59f8-4c3a-b9a7-841750b2ab76 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0564775 Mar 02 11:41:35.017924 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8d7da791-58f9-4d32-b18e-3673c47611a6 req-69bbe97c-9307-46d1-8497-99cbfdb77027 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Mar 02 11:41:35.501047 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:36.136520 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58f84-e699-4326-bdce-049ee07fa20a req-b51af2f8-ce94-412d-8401-2c64eb20dd18 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:36.138076 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-15f58f84-e699-4326-bdce-049ee07fa20a req-b51af2f8-ce94-412d-8401-2c64eb20dd18 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0539832 Mar 02 11:41:36.186544 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-15f58f84-e699-4326-bdce-049ee07fa20a req-b23fad51-e771-47f1-81b5-9eb22d134c8a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Mar 02 11:41:37.301101 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66806f64-b506-4acc-897b-277c84c4c9a1 req-425d0a4e-a4fc-4086-bfaf-bd55e451d588 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:37.302654 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-66806f64-b506-4acc-897b-277c84c4c9a1 req-425d0a4e-a4fc-4086-bfaf-bd55e451d588 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0526052 Mar 02 11:41:37.357916 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-66806f64-b506-4acc-897b-277c84c4c9a1 req-2e7388bd-3c59-4acc-bf9e-2df801705305 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469208 Mar 02 11:41:38.479144 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab79f2c-cd6f-49e3-89e7-903f91fb4260 req-17fbc3c9-4ed7-422f-a69f-b10c02de0d09 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:38.480638 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ab79f2c-cd6f-49e3-89e7-903f91fb4260 req-17fbc3c9-4ed7-422f-a69f-b10c02de0d09 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0510893 Mar 02 11:41:38.529342 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ab79f2c-cd6f-49e3-89e7-903f91fb4260 req-d3c96f8d-878a-494f-a63b-8bd070acab6f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Mar 02 11:41:39.648007 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7760eb-6b7f-4f93-9ce6-103819d3c98f req-61b16c9a-1364-4109-95cc-fac41976c156 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:39.649414 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-af7760eb-6b7f-4f93-9ce6-103819d3c98f req-61b16c9a-1364-4109-95cc-fac41976c156 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 943 time: 0.0520759 Mar 02 11:41:39.696311 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-af7760eb-6b7f-4f93-9ce6-103819d3c98f req-a24aaf5e-2528-4e25-aeb3-e5fc0e3534f7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Mar 02 11:41:40.293164 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:41:40.386435 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:40.397635 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'port_id': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'mac_address': 'fa:16:3e:8e:c0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:41:40.433905 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:40.434292 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:40.449801 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:41:40.468067 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:40.472857 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:40.520164 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:40.527602 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.527968 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.528321 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.528690 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.529030 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.529366 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.529703 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.530034 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.530365 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.530693 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.531512 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.531844 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.532167 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:40.732073 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['52bc1da2-d4e7-4216-9e7a-17d0b2b68aea'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:41:40.815264 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101abef8-b01c-43f8-923c-12f962b8d740 req-05752d81-45b9-4c13-aee1-614395d19890 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:40.816766 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-101abef8-b01c-43f8-923c-12f962b8d740 req-05752d81-45b9-4c13-aee1-614395d19890 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 944 time: 0.0560737 Mar 02 11:41:40.868061 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-101abef8-b01c-43f8-923c-12f962b8d740 req-f9b868a0-1d71-4c94-8693-ebe49d95c020 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456367 Mar 02 11:41:41.985465 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac772b-fcec-4930-828f-9360c47d1011 req-146b5aa4-dd33-4ed4-9cbf-c189eda04d17 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:41.986906 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aeac772b-fcec-4930-828f-9360c47d1011 req-146b5aa4-dd33-4ed4-9cbf-c189eda04d17 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 944 time: 0.0521691 Mar 02 11:41:42.036862 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aeac772b-fcec-4930-828f-9360c47d1011 req-a7142a9e-2eaf-4266-a91b-85247b6f2f1a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Mar 02 11:41:42.302922 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:41:42.350061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:41:42.353578 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:41:42.353953 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:42.431396 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:41:42.431787 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:42.454362 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:42.456566 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21467d2-977e-4ef2-9154-a5b228d03e01" -d '{"events": [{"server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "name": "network-vif-plugged", "status": "completed", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:42.469333 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:41:42.473204 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:42.497758 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bf724e-8fa4-48c8-8121-93176227c045 x-openstack-request-id: req-c0bf724e-8fa4-48c8-8121-93176227c045 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:42.498050 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "name": "network-vif-plugged", "status": "completed", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:42.498307 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0bf724e-8fa4-48c8-8121-93176227c045 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:42.498696 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'code': 200} Mar 02 11:41:42.525583 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:42.722863 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e1076-af1b-4af2-8a94-0d74fc29d635 req-0000e7af-5e23-4715-b526-b4f828fcf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:42.724331 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b64e1076-af1b-4af2-8a94-0d74fc29d635 req-0000e7af-5e23-4715-b526-b4f828fcf983 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 1129 time: 0.0441661 Mar 02 11:41:42.768400 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-b64e1076-af1b-4af2-8a94-0d74fc29d635 req-b2deac41-184f-4cda-a7ed-321a7a9cb3ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378118 Mar 02 11:41:43.154808 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db9456-6c0f-4211-9a4d-10bb1b18953f req-6a525e53-570b-4155-99d5-9bbed3a6523d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:43.156838 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-38db9456-6c0f-4211-9a4d-10bb1b18953f req-6a525e53-570b-4155-99d5-9bbed3a6523d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Mar 02 11:41:43.204126 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-38db9456-6c0f-4211-9a4d-10bb1b18953f req-de9b0058-a1d0-43d3-9199-84bfc99138ac tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Mar 02 11:41:44.321144 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b000e6-463c-403b-be27-091f0b8adb5e req-aa26269b-81d7-4057-b6c0-46361d3c31fc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:44.322588 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-47b000e6-463c-403b-be27-091f0b8adb5e req-aa26269b-81d7-4057-b6c0-46361d3c31fc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 945 time: 0.0517204 Mar 02 11:41:44.370234 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-47b000e6-463c-403b-be27-091f0b8adb5e req-289dfcc7-7341-4d6c-918e-c149f62243ea tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422573 Mar 02 11:41:44.484497 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60693-2d89-400c-8c18-33603db6d9b3 req-28439887-6482-442f-895a-a341ddcaa623 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:44.485945 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aab60693-2d89-400c-8c18-33603db6d9b3 req-28439887-6482-442f-895a-a341ddcaa623 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 945 time: 0.0520210 Mar 02 11:41:44.539189 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aab60693-2d89-400c-8c18-33603db6d9b3 req-0ac2eb5d-1f0f-440b-a41f-68c65b98aab7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 Mar 02 11:41:44.560917 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59786) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:44.690747 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde032-e411-4fa1-a9af-b74598fb5550 tempest-TestVolumeBootPattern-1150333258 tempest-TestVolumeBootPattern-1150333258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:44.692262 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6edde032-e411-4fa1-a9af-b74598fb5550 tempest-TestVolumeBootPattern-1150333258 tempest-TestVolumeBootPattern-1150333258-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 1124 time: 0.1303871 Mar 02 11:41:44.695261 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 59790) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:41:44.699558 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'port_id': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'tenant_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:41:44.720045 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:44.813008 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:44.918938 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Allocated IP 172.27.2.51 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/af7d6e68-d43a-4d39-92de-d932002ea01c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:41:45.019648 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:45.055761 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:45.099328 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:41:45.102241 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:41:45.107531 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:41:45.113599 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=af7d6e68-d43a-4d39-92de-d932002ea01c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:45.141371 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.141723 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.142066 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.142405 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.142738 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.143070 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.143400 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.143734 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.144064 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.144390 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.144744 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.145064 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.145386 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:41:45.484463 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (c2895e0e-7192-4e94-9673-81391ce66f9c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:45.552771 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:45.700636 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:45.704878 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:45.768665 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=af7d6e68-d43a-4d39-92de-d932002ea01c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:41:45.780142 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (c2895e0e-7192-4e94-9673-81391ce66f9c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:45.885657 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Floating IP c2895e0e-7192-4e94-9673-81391ce66f9c associated. External IP: 172.27.2.51, port: 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea. Mar 02 11:41:46.094017 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:41:46.201506 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:41:46.211526 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:41:46.221011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:46.222096 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:46.222723 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:46.250006 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8a62dece-1c99-4ea3-82e5-ad83ca5f5456 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5532055 Mar 02 11:41:46.250746 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:41:46.253073 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c36b278-f067-410f-9868-222326c69f71" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:41:46.291123 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ca8df-e040-4ce0-b3ab-07991a812af1 x-openstack-request-id: req-bc8ca8df-e040-4ce0-b3ab-07991a812af1 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:41:46.291412 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:41:46.291671 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc8ca8df-e040-4ce0-b3ab-07991a812af1 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:41:46.292095 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'status': 'completed', 'code': 200} Mar 02 11:41:46.335401 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:46.358126 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b278-f067-410f-9868-222326c69f71 req-9f0728f6-ca8f-4e4b-9820-e016886d65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:46.359593 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c36b278-f067-410f-9868-222326c69f71 req-9f0728f6-ca8f-4e4b-9820-e016886d65ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 1129 time: 0.0435891 Mar 02 11:41:46.388020 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:46.451043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b278-f067-410f-9868-222326c69f71 req-5cc704a1-9ed0-4e8e-8f3e-3658d186343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:46.452518 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c36b278-f067-410f-9868-222326c69f71 req-5cc704a1-9ed0-4e8e-8f3e-3658d186343b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.0873039 Mar 02 11:41:46.517818 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c36b278-f067-410f-9868-222326c69f71 req-fad2c7ac-110c-444e-8223-afcc48cbc413 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea HTTP/1.1" status: 200 len: 998 time: 0.0586920 Mar 02 11:41:46.569954 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b278-f067-410f-9868-222326c69f71 req-81a97e8d-8be6-4046-b957-d49aa4563dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:46.571412 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c36b278-f067-410f-9868-222326c69f71 req-81a97e8d-8be6-4046-b957-d49aa4563dfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0479927 Mar 02 11:41:46.581449 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'c2895e0e-7192-4e94-9673-81391ce66f9c', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:8e:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:41:45Z', 'updated_at': '2022-03-02T11:41:45Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:46.607192 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:41:46.621585 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:41:46.622109 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:41:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:46.622908 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b278-f067-410f-9868-222326c69f71 req-f016531d-690e-4f61-90c9-945f9bd531ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:46.624415 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c36b278-f067-410f-9868-222326c69f71 req-f016531d-690e-4f61-90c9-945f9bd531ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472860 Mar 02 11:41:46.714174 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c36b278-f067-410f-9868-222326c69f71 req-07412213-f3d8-492d-a2b8-4f3079b253e6 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813057 Mar 02 11:41:46.733499 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:41:46.807156 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c36b278-f067-410f-9868-222326c69f71 req-e9489cde-578f-4012-bdf0-7075aa7770c4 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867333 Mar 02 11:41:46.957523 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'c2895e0e-7192-4e94-9673-81391ce66f9c', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:8e:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:41:45Z', 'updated_at': '2022-03-02T11:41:45Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:41:46.983330 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8337e-6e64-4d30-a84e-a5f176479a68 None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'c2895e0e-7192-4e94-9673-81391ce66f9c', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:8e:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:41:45Z', 'updated_at': '2022-03-02T11:41:45Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:41:47.191946 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e53ed64-fd45-4b0c-929e-30b0ef5a387b None None] New status for floating IP c2895e0e-7192-4e94-9673-81391ce66f9c: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:41:58.572079 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798b446-4c37-43c1-96ce-706f59eca613 req-eb135d2b-e0a9-441b-af00-003aa451ee61 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:58.573596 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b798b446-4c37-43c1-96ce-706f59eca613 req-eb135d2b-e0a9-441b-af00-003aa451ee61 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0522108 Mar 02 11:41:58.622902 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b798b446-4c37-43c1-96ce-706f59eca613 req-4ec613dd-4540-4943-ae3a-83a6bb60dcea tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 Mar 02 11:41:59.391717 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-97da6977-da4b-4aae-9634-0e94fa01e9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:41:59.744951 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35c130-e4d8-4e16-a19d-93fe3c8f1259 req-08e9dd72-431d-4bff-9a32-2a30a693ccc8 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:41:59.746420 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4a35c130-e4d8-4e16-a19d-93fe3c8f1259 req-08e9dd72-431d-4bff-9a32-2a30a693ccc8 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0522785 Mar 02 11:41:59.791557 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4a35c130-e4d8-4e16-a19d-93fe3c8f1259 req-65cd4981-9421-4195-bd9e-8d2c563193ff tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396767 Mar 02 11:42:00.909194 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4aa79-0ea4-460e-bef6-69648856cd0d req-f1a0a310-878f-4ae2-8289-b85f36651cf7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:00.910689 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cbe4aa79-0ea4-460e-bef6-69648856cd0d req-f1a0a310-878f-4ae2-8289-b85f36651cf7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0525038 Mar 02 11:42:00.955172 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cbe4aa79-0ea4-460e-bef6-69648856cd0d req-3b5f90c7-e13c-4c93-966f-fde0c8b299ab tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388713 Mar 02 11:42:01.635472 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-020f71d9-0d50-46b2-8f81-381d9809273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:01.841880 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:42:01.924426 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752337-869a-49ea-8804-3d6951685373 req-5c61a238-ce37-4012-8f3a-f5a4baf74e51 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:01.925902 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17752337-869a-49ea-8804-3d6951685373 req-5c61a238-ce37-4012-8f3a-f5a4baf74e51 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0595493 Mar 02 11:42:01.974241 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17752337-869a-49ea-8804-3d6951685373 req-206898e7-c282-4b3f-9040-64ca48df1e88 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Mar 02 11:42:02.072515 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044be9d-895e-400d-b77b-2787aa78dcb4 req-bec77926-ad1d-4153-b6d1-3d980a726e10 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:02.073987 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d044be9d-895e-400d-b77b-2787aa78dcb4 req-bec77926-ad1d-4153-b6d1-3d980a726e10 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0520287 Mar 02 11:42:02.118787 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d044be9d-895e-400d-b77b-2787aa78dcb4 req-9b73e7f1-7d2d-450c-96a6-a4fe3a7f9cf2 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389638 Mar 02 11:42:02.551989 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:03.098804 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312d1f-5ac0-41cf-9dd4-21dab3e71cc8 req-411823de-3b15-4164-9eb4-1560e709bed8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:03.100261 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e3312d1f-5ac0-41cf-9dd4-21dab3e71cc8 req-411823de-3b15-4164-9eb4-1560e709bed8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0546031 Mar 02 11:42:03.146729 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e3312d1f-5ac0-41cf-9dd4-21dab3e71cc8 req-c575d7b8-2e14-46ec-a292-2c5f6e7bffa5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Mar 02 11:42:03.234480 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625e93-9edf-4945-a839-490f10f63bf9 req-ed96a6aa-1e3d-44d5-8610-01e8c40e73c9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:03.235941 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dc625e93-9edf-4945-a839-490f10f63bf9 req-ed96a6aa-1e3d-44d5-8610-01e8c40e73c9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0515530 Mar 02 11:42:03.280832 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dc625e93-9edf-4945-a839-490f10f63bf9 req-53dcd620-e9fb-4c71-9724-e2e9c1f3ca2f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395031 Mar 02 11:42:04.158974 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:04.270246 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a823f04-d445-4474-b035-32360f6ce749 req-9400b537-3c4e-4b64-a78c-12a367e07c6c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:04.271692 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6a823f04-d445-4474-b035-32360f6ce749 req-9400b537-3c4e-4b64-a78c-12a367e07c6c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0530784 Mar 02 11:42:04.322431 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6a823f04-d445-4474-b035-32360f6ce749 req-14ebead5-da96-4b2a-a47f-e08a06bd5a53 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442936 Mar 02 11:42:04.398011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b33d9-72e8-4292-bda1-abd27cfb98e6 req-83874dac-b7fa-4dde-aafe-ad130994fd5a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:04.399676 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5b5b33d9-72e8-4292-bda1-abd27cfb98e6 req-83874dac-b7fa-4dde-aafe-ad130994fd5a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0524855 Mar 02 11:42:04.445940 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5b5b33d9-72e8-4292-bda1-abd27cfb98e6 req-9c601cf2-16ef-462b-af75-f6ff1c9100c5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407887 Mar 02 11:42:05.442329 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeeecbe-b8ba-4d2b-99e4-4b8af1c7fbc0 req-6cee7f26-5b07-4a13-b3ca-98779ac48fe2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:05.443787 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7aeeecbe-b8ba-4d2b-99e4-4b8af1c7fbc0 req-6cee7f26-5b07-4a13-b3ca-98779ac48fe2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0519104 Mar 02 11:42:05.490692 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7aeeecbe-b8ba-4d2b-99e4-4b8af1c7fbc0 req-629a2c14-79f0-4d8c-a7cf-a383722013b5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Mar 02 11:42:05.517407 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:05.568273 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bc641-f521-4056-a3e4-282638f0c1b9 req-b415912b-cc7a-453b-a994-9236c8fb98d2 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:05.569749 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-159bc641-f521-4056-a3e4-282638f0c1b9 req-b415912b-cc7a-453b-a994-9236c8fb98d2 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0551488 Mar 02 11:42:05.614426 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-159bc641-f521-4056-a3e4-282638f0c1b9 req-968d1715-e59c-42ff-ab5f-a70140b3af65 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390844 Mar 02 11:42:06.611133 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182788b-ad67-4695-a2b4-6132a12771e7 req-968ba737-b5a4-426b-aa73-b8acaaf11cb6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:06.613147 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9182788b-ad67-4695-a2b4-6132a12771e7 req-968ba737-b5a4-426b-aa73-b8acaaf11cb6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0521045 Mar 02 11:42:06.661339 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9182788b-ad67-4695-a2b4-6132a12771e7 req-848a5671-a8ec-4227-9b77-699a443cd3d2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Mar 02 11:42:06.731459 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4036e-e471-4874-a933-b9b532627451 req-e6063e4c-200c-4e2f-9bb5-24562f5f18fb tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:06.732952 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6a4036e-e471-4874-a933-b9b532627451 req-e6063e4c-200c-4e2f-9bb5-24562f5f18fb tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0503900 Mar 02 11:42:06.780354 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6a4036e-e471-4874-a933-b9b532627451 req-b9aa19fc-f3c2-4e08-bc65-6496e7e38b24 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414112 Mar 02 11:42:07.794590 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f972d3-5eca-45c2-9189-5486ec62db73 req-2e4094ca-1d83-4e1c-8920-1d75f19afe3b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:07.796041 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-73f972d3-5eca-45c2-9189-5486ec62db73 req-2e4094ca-1d83-4e1c-8920-1d75f19afe3b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0537608 Mar 02 11:42:07.843433 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-73f972d3-5eca-45c2-9189-5486ec62db73 req-2787694b-2952-465e-8f71-bcff509eee53 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Mar 02 11:42:07.910095 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d8b8-1ab0-4634-8054-03df43be869d req-907d7295-4324-4834-8b97-090724f1f2d1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:07.911548 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64b6d8b8-1ab0-4634-8054-03df43be869d req-907d7295-4324-4834-8b97-090724f1f2d1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0544574 Mar 02 11:42:07.958100 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64b6d8b8-1ab0-4634-8054-03df43be869d req-0618106e-0869-46cd-8bf4-18cf0a39b781 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410171 Mar 02 11:42:08.969666 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54ebd1-2ce2-41d2-a5a2-97fb9e4fef21 req-4a7fd59f-79fb-452b-8030-f3ff070aaadf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:08.971101 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f54ebd1-2ce2-41d2-a5a2-97fb9e4fef21 req-4a7fd59f-79fb-452b-8030-f3ff070aaadf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0544405 Mar 02 11:42:09.018499 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f54ebd1-2ce2-41d2-a5a2-97fb9e4fef21 req-27a07e85-3a11-4b6c-aa6b-008cb6cc9fe4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Mar 02 11:42:09.075246 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a9dd-501a-464e-a418-0d22238f7a4c req-7b89aac1-1ddb-460c-9033-e704a566e779 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:09.076715 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a419a9dd-501a-464e-a418-0d22238f7a4c req-7b89aac1-1ddb-460c-9033-e704a566e779 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0513341 Mar 02 11:42:09.121361 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a419a9dd-501a-464e-a418-0d22238f7a4c req-7b7125eb-48a4-4ccc-b43a-9508ff21cdda tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392010 Mar 02 11:42:09.356922 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b5fe-8bdc-42c5-b176-72758bfb894f req-ceb48bbf-d14c-4cc5-a9ad-fd9e56f23f8f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:09.358391 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed22b5fe-8bdc-42c5-b176-72758bfb894f req-ceb48bbf-d14c-4cc5-a9ad-fd9e56f23f8f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0550735 Mar 02 11:42:09.404842 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-5e3a7b00-22b8-46bf-9466-cbdc44378a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:09.405344 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed22b5fe-8bdc-42c5-b176-72758bfb894f req-ba2fd156-0151-47b0-ac42-bf6938b68deb tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404549 Mar 02 11:42:09.406357 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-5e3a7b00-22b8-46bf-9466-cbdc44378a60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 1129 time: 0.0446193 Mar 02 11:42:09.497610 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-1c170910-0635-4add-9aa9-2b610a61b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:09.499053 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-1c170910-0635-4add-9aa9-2b610a61b33f service neutron] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 912 time: 0.0866210 Mar 02 11:42:09.565930 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-603ea37d-985a-4aca-8c89-9834104d477f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 200 len: 1000 time: 0.0590394 Mar 02 11:42:09.614235 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-81a9604e-148c-44f8-b5bd-49e4ed80f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:09.615625 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-81a9604e-148c-44f8-b5bd-49e4ed80f7ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.0425575 Mar 02 11:42:09.667606 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-8f46b46d-0729-4e61-a445-0eef4455025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:09.668937 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-8f46b46d-0729-4e61-a445-0eef4455025c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462022 Mar 02 11:42:09.754629 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-c1ba8b1b-01b1-4240-9490-2dd92cb841ae service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784791 Mar 02 11:42:09.846704 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e5c627b5-2144-4a2d-a125-ac7aed49d32a req-6b268962-85a5-4a00-bcca-b904bf89a31e service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844967 Mar 02 11:42:10.139750 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f8574-6fc2-4230-a1b5-4ba7824ef826 req-52f8b847-20d6-4f55-a733-48d71687bf03 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:10.141228 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7a1f8574-6fc2-4230-a1b5-4ba7824ef826 req-52f8b847-20d6-4f55-a733-48d71687bf03 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0516629 Mar 02 11:42:10.186092 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7a1f8574-6fc2-4230-a1b5-4ba7824ef826 req-45f9bcfa-8d51-418d-8a11-7cfae61a3ab9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 Mar 02 11:42:10.523706 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8f47-4266-4167-b9cc-83c5d3051327 req-9be0d63a-d377-4a13-a29d-429332c9a8f2 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:10.525253 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b8e8f47-4266-4167-b9cc-83c5d3051327 req-9be0d63a-d377-4a13-a29d-429332c9a8f2 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0528345 Mar 02 11:42:10.576489 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b8e8f47-4266-4167-b9cc-83c5d3051327 req-4353838f-af9b-4d3d-89bd-8727c537765c tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455158 Mar 02 11:42:11.306975 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e838a-93de-4259-9d52-591d0319f90e req-490b1c8b-a618-4425-a35a-12a184bebb31 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:11.308433 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cb6e838a-93de-4259-9d52-591d0319f90e req-490b1c8b-a618-4425-a35a-12a184bebb31 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0530014 Mar 02 11:42:11.353432 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cb6e838a-93de-4259-9d52-591d0319f90e req-8cf19c43-c3b2-410c-8d0e-0f001a330d28 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394719 Mar 02 11:42:11.694126 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8bcac-ccdf-45d2-b0ac-b68d5eb4eea7 req-82f282db-b6db-455b-a5ee-3a1c9c4820d3 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:11.695569 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9a8bcac-ccdf-45d2-b0ac-b68d5eb4eea7 req-82f282db-b6db-455b-a5ee-3a1c9c4820d3 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0515578 Mar 02 11:42:11.740269 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9a8bcac-ccdf-45d2-b0ac-b68d5eb4eea7 req-10db4f70-df61-471b-873b-235f851848d8 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392060 Mar 02 11:42:12.529696 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ffb98-682c-4113-a2c1-e5a4d9696d9c req-fb23a669-d6a8-48a8-9db5-c853f42c7ad6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:12.531154 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-756ffb98-682c-4113-a2c1-e5a4d9696d9c req-fb23a669-d6a8-48a8-9db5-c853f42c7ad6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.1078198 Mar 02 11:42:12.576229 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-756ffb98-682c-4113-a2c1-e5a4d9696d9c req-25ef25c8-86d9-494b-9f20-fd6a2e14c6fa tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Mar 02 11:42:13.743897 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7540-2dd9-45a8-9c2d-bba7906dd05d req-d8e85f07-57ee-4990-88b0-2df74e7a6e0c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:13.745365 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b8e7540-2dd9-45a8-9c2d-bba7906dd05d req-d8e85f07-57ee-4990-88b0-2df74e7a6e0c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0989318 Mar 02 11:42:13.789977 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b8e7540-2dd9-45a8-9c2d-bba7906dd05d req-81753ddb-f789-4aac-9bb8-075931e20645 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390229 Mar 02 11:42:14.080430 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-6e5f4ce2-5f22-43e1-90d0-13f3b86b51b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424631 Mar 02 11:42:14.166555 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-2b794375-450f-4a8b-a622-8eaf0923d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:14.168011 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-2b794375-450f-4a8b-a622-8eaf0923d116 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1130 time: 0.0436728 Mar 02 11:42:14.273562 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-989c561e-b979-47e8-b5a1-16383a7ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:14.275063 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-989c561e-b979-47e8-b5a1-16383a7ddd6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 908 time: 0.0852959 Mar 02 11:42:14.340672 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-0d52f352-fb34-4b0f-8846-185b6a658b79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 1002 time: 0.0574715 Mar 02 11:42:14.388647 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-a1b11d76-eba0-48f0-a1a9-a4f8474f4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:14.390030 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-a1b11d76-eba0-48f0-a1a9-a4f8474f4d46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 200 len: 846 time: 0.0427499 Mar 02 11:42:14.448294 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-2c8e4cc5-23bf-42fb-b813-2eb4c40180ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:14.449786 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-2c8e4cc5-23bf-42fb-b813-2eb4c40180ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e488c5-35b4-4007-9f38-4f1c2421fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465689 Mar 02 11:42:14.454508 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:42:14.536950 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-f05fdd01-8b3a-4720-8857-c4fdabb9bd87 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797665 Mar 02 11:42:14.549677 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:42:14.561196 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '064b8690-945e-4052-a200-9e34f1efc29b', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'port_id': '064b8690-945e-4052-a200-9e34f1efc29b', 'mac_address': 'fa:16:3e:a7:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:42:14.598448 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 064b8690-945e-4052-a200-9e34f1efc29b is: ACTIVE; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:42:14.598855 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:14.614932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 064b8690-945e-4052-a200-9e34f1efc29b {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:42:14.631104 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2cf8988-e81c-48eb-a654-c9489a464a03 req-16da1c0a-730b-4bbe-8bfd-0f33db7b5817 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854366 Mar 02 11:42:14.634324 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:42:14.639107 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:14.687319 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=6']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:42:14.761282 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['064b8690-945e-4052-a200-9e34f1efc29b'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:42:14.918901 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dfaa5-7483-404f-b5e8-cb37ce985075 req-63fa93b6-99f7-47c2-b05f-ca0054553b78 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:14.920359 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d86dfaa5-7483-404f-b5e8-cb37ce985075 req-63fa93b6-99f7-47c2-b05f-ca0054553b78 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 944 time: 0.0571258 Mar 02 11:42:15.191420 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d86dfaa5-7483-404f-b5e8-cb37ce985075 req-36a762b3-f425-45cb-b23e-8f7cab7ce7c9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648489 Mar 02 11:42:16.319107 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef59e4-10f9-4bb8-99cf-f4f9e3a90526 req-10790bcb-f1d7-4094-93e2-ac5a9d4ab87d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:16.321340 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51ef59e4-10f9-4bb8-99cf-f4f9e3a90526 req-10790bcb-f1d7-4094-93e2-ac5a9d4ab87d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 944 time: 0.0541027 Mar 02 11:42:16.370014 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51ef59e4-10f9-4bb8-99cf-f4f9e3a90526 req-e7915a7d-6521-4c09-a8bf-3b618407cdf3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Mar 02 11:42:16.381390 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:16.462468 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:42:16.513512 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 064b8690-945e-4052-a200-9e34f1efc29b triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:42:16.513838 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (064b8690-945e-4052-a200-9e34f1efc29b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:16.607072 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 064b8690-945e-4052-a200-9e34f1efc29b is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:42:16.607620 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:16.632262 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:42:16.635128 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147bac71-f887-4a6c-86d0-8722f2a4d774" -d '{"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-plugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:42:16.663829 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:42:16.668844 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:16.674894 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52447fff-1185-4a50-bfd4-2478dff1a3b3 x-openstack-request-id: req-52447fff-1185-4a50-bfd4-2478dff1a3b3 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:42:16.675241 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-plugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:42:16.675523 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52447fff-1185-4a50-bfd4-2478dff1a3b3 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:42:16.675908 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b', 'code': 200} Mar 02 11:42:16.724329 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=7']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:42:17.510918 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ab358-2c5a-4c91-adb4-5c70cecb00ea req-abfb7bff-a244-406c-aba8-ae1f3862d4ad tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:17.512539 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e8ab358-2c5a-4c91-adb4-5c70cecb00ea req-abfb7bff-a244-406c-aba8-ae1f3862d4ad tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0631645 Mar 02 11:42:17.568799 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e8ab358-2c5a-4c91-adb4-5c70cecb00ea req-7ccfbfb6-e203-40f5-a8af-188770181fc5 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486922 Mar 02 11:42:18.716036 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee00dc-9e4c-4198-bfe2-194f3b21e882 req-41939546-a669-4060-8cbd-c1a5eac69a25 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:18.717654 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-caee00dc-9e4c-4198-bfe2-194f3b21e882 req-41939546-a669-4060-8cbd-c1a5eac69a25 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0623436 Mar 02 11:42:18.770303 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-caee00dc-9e4c-4198-bfe2-194f3b21e882 req-17df8178-033b-4f6a-b150-994a03e566ac tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469460 Mar 02 11:42:19.904803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bab4c6-c1d8-470e-b68e-9c7e6cb000ee req-a14e26bf-f022-4de5-a263-2fbdc5345659 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:19.906385 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23bab4c6-c1d8-470e-b68e-9c7e6cb000ee req-a14e26bf-f022-4de5-a263-2fbdc5345659 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0639122 Mar 02 11:42:19.964932 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23bab4c6-c1d8-470e-b68e-9c7e6cb000ee req-d6f50289-1ece-456c-8e80-647c78697408 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494561 Mar 02 11:42:21.095144 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ae56-b23f-46cb-9301-82e933556d6c req-7eee65a4-899e-4edd-a8ea-8bd85fb6d188 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:21.102834 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b525ae56-b23f-46cb-9301-82e933556d6c req-7eee65a4-899e-4edd-a8ea-8bd85fb6d188 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0642128 Mar 02 11:42:21.148354 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b525ae56-b23f-46cb-9301-82e933556d6c req-8028a734-b617-4512-b7e4-e1b58ed97430 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445557 Mar 02 11:42:22.284049 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe260-3d16-4bee-9ad6-c7745a62b0f1 req-b4620665-eeea-45df-b453-21ae08dd2a7f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:22.290292 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-750fe260-3d16-4bee-9ad6-c7745a62b0f1 req-b4620665-eeea-45df-b453-21ae08dd2a7f tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0596969 Mar 02 11:42:22.347422 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-750fe260-3d16-4bee-9ad6-c7745a62b0f1 req-e5bfbfc2-0d79-4444-b45a-03f10dece082 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517917 Mar 02 11:42:23.494832 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5c5d-033f-47ed-ba11-d4bc0b0d1860 req-336ec6dc-141f-4b56-adbd-b66a9bef27aa tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:23.496304 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9fd5c5d-033f-47ed-ba11-d4bc0b0d1860 req-336ec6dc-141f-4b56-adbd-b66a9bef27aa tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0585060 Mar 02 11:42:23.547618 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9fd5c5d-033f-47ed-ba11-d4bc0b0d1860 req-fdb24bfc-bc6d-4dcd-a9fe-01d6b662ee32 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456238 Mar 02 11:42:24.434374 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-dd2790ed-a491-4586-b84a-8ac4dfc756fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:24.435867 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-dd2790ed-a491-4586-b84a-8ac4dfc756fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 1129 time: 0.0447085 Mar 02 11:42:24.528734 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-b4e5f8d5-cc13-401c-83ab-390137373757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:24.530216 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-b4e5f8d5-cc13-401c-83ab-390137373757 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.0881281 Mar 02 11:42:24.596813 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-a93b057c-affd-4acc-b9af-cb541e806c36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 200 len: 1000 time: 0.0582747 Mar 02 11:42:24.650069 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-c3f7e99a-a224-449c-81d8-d876a6658829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:24.651513 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-c3f7e99a-a224-449c-81d8-d876a6658829 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0430400 Mar 02 11:42:24.667670 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792a57-df9c-44e0-91a1-473c6a63607d req-e5d14f4a-f965-4623-b14d-15689301257a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:24.669177 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a2792a57-df9c-44e0-91a1-473c6a63607d req-e5d14f4a-f965-4623-b14d-15689301257a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0511527 Mar 02 11:42:24.704733 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-06fe253b-d50b-47fd-aed2-0ac861820b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:24.706162 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-06fe253b-d50b-47fd-aed2-0ac861820b50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481093 Mar 02 11:42:24.715942 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a2792a57-df9c-44e0-91a1-473c6a63607d req-05712c2e-78ff-4f87-a11e-d65c54772f75 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Mar 02 11:42:24.793164 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-490d1f87-6de8-4f5d-a7ce-cc5b87798739 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804520 Mar 02 11:42:24.886108 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf5fbc1f-e34f-452a-b048-84449b7d7789 req-596570a8-8539-4d66-8fc5-0e680c569eb2 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Mar 02 11:42:25.836877 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfea74-3e1c-4ea7-b21c-f16a3998e101 req-3f751685-8042-4fbd-9e46-998860c125ec tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:25.838313 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-81dfea74-3e1c-4ea7-b21c-f16a3998e101 req-3f751685-8042-4fbd-9e46-998860c125ec tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0529523 Mar 02 11:42:25.884177 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-81dfea74-3e1c-4ea7-b21c-f16a3998e101 req-4047ac0c-f7bb-448f-8ecf-630274fe25f2 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Mar 02 11:42:27.005760 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db08a-1eba-486e-a52e-b1e49910c4c9 req-7f829d69-8249-4ccb-9243-4342305589ee tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:27.007243 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d32db08a-1eba-486e-a52e-b1e49910c4c9 req-7f829d69-8249-4ccb-9243-4342305589ee tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0550275 Mar 02 11:42:27.054863 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d32db08a-1eba-486e-a52e-b1e49910c4c9 req-0914892a-35f0-4727-9e47-a9b45aa31300 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Mar 02 11:42:27.836662 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-312f78dd-e372-43e8-b85e-c4920679a163 req-7c4c2c3f-25a9-4a5d-90ac-ad5bdaa83e6a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:42:27.837677 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-312f78dd-e372-43e8-b85e-c4920679a163 req-7c4c2c3f-25a9-4a5d-90ac-ad5bdaa83e6a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473061 Mar 02 11:42:28.019846 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9218f3-8cc5-4379-bed3-f010f7151d88 req-22855977-9d93-43a1-ad22-7f42f94edca4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:28.021318 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c9218f3-8cc5-4379-bed3-f010f7151d88 req-22855977-9d93-43a1-ad22-7f42f94edca4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 945 time: 0.0771005 Mar 02 11:42:28.057077 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-313cb39a-7698-4b40-b275-7a33e028a238 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765843 Mar 02 11:42:28.079782 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c9218f3-8cc5-4379-bed3-f010f7151d88 req-f4782f8d-f0dd-4a2a-9922-16ac0dd1d507 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521383 Mar 02 11:42:28.130779 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-5e18824e-a26b-414a-9c04-f0a39cc27ec7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:28.132116 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-5e18824e-a26b-414a-9c04-f0a39cc27ec7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports/064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 200 len: 942 time: 0.0484095 Mar 02 11:42:28.559866 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:42:28.637979 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 064b8690-945e-4052-a200-9e34f1efc29b is: ACTIVE; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:42:28.638381 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:28.662823 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:42:28.665073 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209a9805-1e46-4ad6-b154-65516df45546" -d '{"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-unplugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:42:28.677386 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:42:28.681878 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:28.713163 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c20dc68-e47d-4b54-ba02-bc93740e5a36 x-openstack-request-id: req-8c20dc68-e47d-4b54-ba02-bc93740e5a36 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:42:28.713450 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-unplugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:42:28.713705 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c20dc68-e47d-4b54-ba02-bc93740e5a36 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:42:28.714096 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b', 'code': 200} Mar 02 11:42:28.731200 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=8']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:42:29.038358 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-dd524351-b6a2-4fd9-897c-47e90d8960e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:29.039812 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-dd524351-b6a2-4fd9-897c-47e90d8960e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e&tenant_id=1fe8fd52bed84e57834b727c313bdead HTTP/1.1" status: 200 len: 1127 time: 0.0871863 Mar 02 11:42:29.102974 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-0d4638c5-c465-44c7-9916-579a9933b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:29.104431 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-0d4638c5-c465-44c7-9916-579a9933b0a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe8fd52bed84e57834b727c313bdead&device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 1127 time: 0.0428338 Mar 02 11:42:29.195806 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-95afcb6e-9e70-4ee1-9beb-562baa8c37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:29.197237 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-95afcb6e-9e70-4ee1-9beb-562baa8c37ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 200 len: 918 time: 0.0869710 Mar 02 11:42:29.202284 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b210b-0c56-4d38-88dc-c1cf681f486c req-7e5a2784-c895-433a-b243-8d66f6fdc4cd tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:29.203724 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd0b210b-0c56-4d38-88dc-c1cf681f486c req-7e5a2784-c895-433a-b243-8d66f6fdc4cd tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0521877 Mar 02 11:42:29.248866 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd0b210b-0c56-4d38-88dc-c1cf681f486c req-6fdd2cc9-9236-4277-9770-487ef517daf0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394135 Mar 02 11:42:29.261645 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-bd10adf6-a157-4414-ac08-7b4ff58437a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 200 len: 998 time: 0.0583720 Mar 02 11:42:29.308308 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-454c9432-04fd-4136-ac7d-807d0814d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:29.309955 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-454c9432-04fd-4136-ac7d-807d0814d99e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 200 len: 856 time: 0.0428801 Mar 02 11:42:29.360316 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-e91c776c-f502-44dc-a786-64387f667ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:29.362316 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-e91c776c-f502-44dc-a786-64387f667ca1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86312437-21f0-4e26-9119-28a63a29ab33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459166 Mar 02 11:42:29.395371 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fd86dba8-f80c-467f-b6e7-8750512b3999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:29.454448 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-7bbb4b27-ec66-4e77-a484-1d9ebf0a608d service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824244 Mar 02 11:42:29.545109 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d7eec27c-090f-4c29-8463-26189387e1e1 req-61539f68-347e-4325-a60a-bd9de4f18b53 service neutron] 10.222.0.15 "GET /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838184 Mar 02 11:42:30.384847 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cff67-2c6e-45b1-9120-1da5e660e405 req-34162b92-93fa-4eca-8e07-d7c603e3b21d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:30.386389 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c8cff67-2c6e-45b1-9120-1da5e660e405 req-34162b92-93fa-4eca-8e07-d7c603e3b21d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0576167 Mar 02 11:42:30.438282 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c8cff67-2c6e-45b1-9120-1da5e660e405 req-c5cd3816-1102-4d5f-9aae-06f991a20038 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461774 Mar 02 11:42:31.624313 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8ff6b-45cf-44f1-b86b-f0f726e03a01 req-61e5b2c8-65e9-47bb-8096-b82dae7b0377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:31.626061 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3f8ff6b-45cf-44f1-b86b-f0f726e03a01 req-61e5b2c8-65e9-47bb-8096-b82dae7b0377 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0534956 Mar 02 11:42:31.651015 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-16278f43-51dc-4a81-89ad-df4dad761c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:31.682142 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3f8ff6b-45cf-44f1-b86b-f0f726e03a01 req-25d6ca7e-5222-49d6-a8e4-f42630a8e8af tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499446 Mar 02 11:42:32.556172 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:32.807427 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d1ca2-6e7d-4f45-9d6b-25c925ec4813 req-87de047f-c85a-42d2-91cd-840b4e74bd5d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:32.808886 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c3d1ca2-6e7d-4f45-9d6b-25c925ec4813 req-87de047f-c85a-42d2-91cd-840b4e74bd5d tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0567284 Mar 02 11:42:32.857826 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c3d1ca2-6e7d-4f45-9d6b-25c925ec4813 req-6fa163d7-cb44-40b7-afe5-f16d6e8f9632 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Mar 02 11:42:33.992904 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2970c6-3d88-4d3c-92ad-18c5aff3fe24 req-39344e06-29b6-4d7c-a549-5922dcabc5c8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:33.994429 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2f2970c6-3d88-4d3c-92ad-18c5aff3fe24 req-39344e06-29b6-4d7c-a549-5922dcabc5c8 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0632658 Mar 02 11:42:34.044749 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2f2970c6-3d88-4d3c-92ad-18c5aff3fe24 req-44fe277c-51a9-4be0-89f3-06286c0ec79e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441997 Mar 02 11:42:34.169627 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:35.174685 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b25b-b5c5-433b-afc0-ce88f2313535 req-57b990e4-b2b5-4b22-8bda-e3f8e145dcd6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:35.176182 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a895b25b-b5c5-433b-afc0-ce88f2313535 req-57b990e4-b2b5-4b22-8bda-e3f8e145dcd6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0575287 Mar 02 11:42:35.224074 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a895b25b-b5c5-433b-afc0-ce88f2313535 req-845e9224-c291-4cc5-8373-799e41aa5e76 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Mar 02 11:42:35.501433 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:36.351580 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479e55b-352a-43e9-a3dc-558f4de838d0 req-95092060-4249-4020-b41f-c8a005fd0209 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:36.353087 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c479e55b-352a-43e9-a3dc-558f4de838d0 req-95092060-4249-4020-b41f-c8a005fd0209 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0574336 Mar 02 11:42:36.401095 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c479e55b-352a-43e9-a3dc-558f4de838d0 req-8d0cb37c-2feb-44a9-afc5-0a6a47cfd00c tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Mar 02 11:42:37.528387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5c063-4af4-4213-b647-5a9c6dced7f1 req-58628e35-8746-4d17-8a32-4b903c395606 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:37.529926 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3f5c063-4af4-4213-b647-5a9c6dced7f1 req-58628e35-8746-4d17-8a32-4b903c395606 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0535946 Mar 02 11:42:37.579657 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3f5c063-4af4-4213-b647-5a9c6dced7f1 req-ddd52b78-6dcc-4c72-b580-3ee8593191e7 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Mar 02 11:42:38.711354 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722572b-51ae-4f72-a721-e9a996fc93ec req-84342e4f-9976-4d99-a505-8237e39138ab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:38.712805 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9722572b-51ae-4f72-a721-e9a996fc93ec req-84342e4f-9976-4d99-a505-8237e39138ab tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0510030 Mar 02 11:42:38.760158 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9722572b-51ae-4f72-a721-e9a996fc93ec req-860a2186-04bf-4ac8-9e85-2697e7d1d5cf tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Mar 02 11:42:38.841596 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:42:39.880816 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd8f4-7deb-4125-bfe4-fd269aeb645d req-1f1d36bb-d0b8-4fca-9f5a-49d4f1923228 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:39.882327 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e25bd8f4-7deb-4125-bfe4-fd269aeb645d req-1f1d36bb-d0b8-4fca-9f5a-49d4f1923228 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 943 time: 0.0522351 Mar 02 11:42:39.927955 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e25bd8f4-7deb-4125-bfe4-fd269aeb645d req-d2b77502-6855-445f-bff6-cba5717c22ba tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Mar 02 11:42:40.636445 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:42:40.852024 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:42:40.862550 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '064b8690-945e-4052-a200-9e34f1efc29b', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'port_id': '064b8690-945e-4052-a200-9e34f1efc29b', 'mac_address': 'fa:16:3e:a7:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:42:40.899790 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 064b8690-945e-4052-a200-9e34f1efc29b is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:42:40.900174 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:40.912952 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064b8690-945e-4052-a200-9e34f1efc29b {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:42:40.934944 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:42:40.937794 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:40.983216 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=9']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:42:40.990579 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.990930 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.991273 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.991607 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.991936 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.992268 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.992592 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.992940 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.993261 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.993590 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.993913 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.994223 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:40.994528 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:42:41.049597 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ec31-e95d-4c25-b71b-8fda02ce1a4d req-5607adeb-8643-4e0a-9c5b-d9e7d2c60cdb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:41.051043 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc5ec31-e95d-4c25-b71b-8fda02ce1a4d req-5607adeb-8643-4e0a-9c5b-d9e7d2c60cdb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 944 time: 0.0513878 Mar 02 11:42:41.095156 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc5ec31-e95d-4c25-b71b-8fda02ce1a4d req-f62713e2-580d-49c7-905d-a44b68e8e64a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386434 Mar 02 11:42:41.217708 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['064b8690-945e-4052-a200-9e34f1efc29b'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:42:42.218123 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5263cb6-0109-48fa-969e-4a4ae38b815d req-c855aedb-72f4-4cc1-864c-001e0b7c66e6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:42.219463 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5263cb6-0109-48fa-969e-4a4ae38b815d req-c855aedb-72f4-4cc1-864c-001e0b7c66e6 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 944 time: 0.0547936 Mar 02 11:42:42.266430 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5263cb6-0109-48fa-969e-4a4ae38b815d req-f8fd61e8-0343-4a5f-a62e-a06a338aa208 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Mar 02 11:42:42.643917 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:42:42.690547 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 064b8690-945e-4052-a200-9e34f1efc29b triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:42:42.690922 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (064b8690-945e-4052-a200-9e34f1efc29b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:42.763815 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 064b8690-945e-4052-a200-9e34f1efc29b is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:42:42.764199 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:42.785791 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:42:42.787998 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a5d320-385f-486e-8a54-e5a323609dc6" -d '{"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-plugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:42:42.804246 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:42:42.808187 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:42.834695 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85a7b25-3d65-4e5a-b86c-7beb478d113d x-openstack-request-id: req-e85a7b25-3d65-4e5a-b86c-7beb478d113d {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:42:42.834980 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-plugged", "status": "completed", "tag": "064b8690-945e-4052-a200-9e34f1efc29b", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:42:42.835225 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e85a7b25-3d65-4e5a-b86c-7beb478d113d {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:42:42.835608 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b', 'code': 200} Mar 02 11:42:42.861779 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=10']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:42:43.008149 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a72167-d31e-4de0-8262-ccbd0710c17a req-1493f4ea-86c0-47df-ac04-a5d23d482515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:43.009647 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-81a72167-d31e-4de0-8262-ccbd0710c17a req-1493f4ea-86c0-47df-ac04-a5d23d482515 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 1130 time: 0.0449412 Mar 02 11:42:43.051485 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-81a72167-d31e-4de0-8262-ccbd0710c17a req-69719656-15bd-44ff-96e2-ad79fb511d09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358756 Mar 02 11:42:43.385945 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae78bc-e904-4cc9-b3e9-669ee6fcec9d req-e97a4dcb-0d03-4a6e-bab7-e3ac87c7ac81 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:43.387375 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bfae78bc-e904-4cc9-b3e9-669ee6fcec9d req-e97a4dcb-0d03-4a6e-bab7-e3ac87c7ac81 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 946 time: 0.0505788 Mar 02 11:42:43.433210 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bfae78bc-e904-4cc9-b3e9-669ee6fcec9d req-374cce33-a2a2-4903-bb58-80a509aeb107 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398788 Mar 02 11:42:44.558818 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4af8e5-02d6-4f76-952e-a859d265eb95 req-4ac706e5-1854-4e7c-8d1e-1285162ccdf3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:44.560293 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c4af8e5-02d6-4f76-952e-a859d265eb95 req-4ac706e5-1854-4e7c-8d1e-1285162ccdf3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 946 time: 0.0534217 Mar 02 11:42:44.609548 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c4af8e5-02d6-4f76-952e-a859d265eb95 req-f072677f-70b3-444d-96f6-8ba2b79715f4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Mar 02 11:42:45.728727 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa098d-9070-4fb2-954f-2ab29f03227a req-3b951b13-2b47-4fad-834f-f8c0bd7ac0cb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:45.730089 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fa098d-9070-4fb2-954f-2ab29f03227a req-3b951b13-2b47-4fad-834f-f8c0bd7ac0cb tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 946 time: 0.0512505 Mar 02 11:42:45.775573 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23fa098d-9070-4fb2-954f-2ab29f03227a req-a26cd3db-850a-4d22-a721-7fe821697699 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401628 Mar 02 11:42:46.370760 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:48.965551 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de1f6-65d2-43e8-a63c-7eee75302c4b req-6d8182a3-a6c0-489f-9f99-87b85f8dab84 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:48.967015 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b6de1f6-65d2-43e8-a63c-7eee75302c4b req-6d8182a3-a6c0-489f-9f99-87b85f8dab84 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0547915 Mar 02 11:42:49.014116 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b6de1f6-65d2-43e8-a63c-7eee75302c4b req-b62eceb6-622b-42dc-98cf-d71ce492a88e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409002 Mar 02 11:42:50.138007 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256977b-ad93-4eb0-a833-4278d9747a28 req-5913dd86-ccf5-47f0-b4e9-81ed600f6de8 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:50.139459 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2256977b-ad93-4eb0-a833-4278d9747a28 req-5913dd86-ccf5-47f0-b4e9-81ed600f6de8 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0574110 Mar 02 11:42:50.186297 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2256977b-ad93-4eb0-a833-4278d9747a28 req-9e147679-c674-4552-a020-a5ae2f76e900 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412099 Mar 02 11:42:51.302339 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bd6aa-6f56-48ad-a9dc-d583653423d3 req-c15e6c12-c804-410c-ba38-8f91b6f788fb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:51.303796 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c86bd6aa-6f56-48ad-a9dc-d583653423d3 req-c15e6c12-c804-410c-ba38-8f91b6f788fb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0520236 Mar 02 11:42:51.351584 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c86bd6aa-6f56-48ad-a9dc-d583653423d3 req-6309ac46-52ce-42dd-aa7d-97243e5a9096 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Mar 02 11:42:51.522606 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2adaf-9a7b-472e-9fcb-2e1cee0ca445 req-85dccf89-3900-4efb-8bf8-b8cf98450b8a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:51.523995 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6f2adaf-9a7b-472e-9fcb-2e1cee0ca445 req-85dccf89-3900-4efb-8bf8-b8cf98450b8a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0573421 Mar 02 11:42:51.569273 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d6f2adaf-9a7b-472e-9fcb-2e1cee0ca445 req-11eee45d-278f-4b9b-841d-24e3a83ec77a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Mar 02 11:42:52.471132 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583b665-3bf1-4c1b-a90a-7570a15a60b2 req-01998828-d390-4794-91c3-d99d80780ebb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:52.472663 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0583b665-3bf1-4c1b-a90a-7570a15a60b2 req-01998828-d390-4794-91c3-d99d80780ebb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0521617 Mar 02 11:42:52.519546 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0583b665-3bf1-4c1b-a90a-7570a15a60b2 req-df24c159-fa4d-4b4e-979c-f7a3a6cf7257 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414450 Mar 02 11:42:52.685968 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f3ff2-2e6d-47c2-bf18-8905c589a95f req-ef71e35e-2445-4809-a669-d82641e616d1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:52.687312 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9c6f3ff2-2e6d-47c2-bf18-8905c589a95f req-ef71e35e-2445-4809-a669-d82641e616d1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0512898 Mar 02 11:42:52.734849 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9c6f3ff2-2e6d-47c2-bf18-8905c589a95f req-8d1427c4-1d13-4d73-8bfe-2a17b882ede4 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422223 Mar 02 11:42:53.642321 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03822-c9af-492b-9181-1f07307b1ff3 req-3b174580-0160-4501-ab1a-d50dacd2e46c tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:53.643871 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0ad03822-c9af-492b-9181-1f07307b1ff3 req-3b174580-0160-4501-ab1a-d50dacd2e46c tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0551088 Mar 02 11:42:53.693738 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0ad03822-c9af-492b-9181-1f07307b1ff3 req-27bd1c16-185c-4404-b4f9-bd615cf50394 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Mar 02 11:42:53.850601 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa270b-2ed8-4804-b318-55b3bd4353aa req-04b93bcb-63a5-4feb-84c5-8b3c78901122 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:53.852051 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-28aa270b-2ed8-4804-b318-55b3bd4353aa req-04b93bcb-63a5-4feb-84c5-8b3c78901122 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0520589 Mar 02 11:42:53.898419 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-28aa270b-2ed8-4804-b318-55b3bd4353aa req-c3840a68-7b14-494d-8f66-82c482729c74 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Mar 02 11:42:54.811636 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b7a77-c31a-4629-b0e0-882edff041ec req-f6e46f09-d981-460f-bb24-ecf80174ed1f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:54.813087 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ba3b7a77-c31a-4629-b0e0-882edff041ec req-f6e46f09-d981-460f-bb24-ecf80174ed1f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0549424 Mar 02 11:42:54.859064 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ba3b7a77-c31a-4629-b0e0-882edff041ec req-c170b17e-62d8-477b-8e19-263ad15daf52 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406423 Mar 02 11:42:55.014212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e995-9e95-494b-bc35-c33c5e5fea8f req-dede2968-baff-4e23-92b6-9153be4e178b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:55.015563 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a1b4e995-9e95-494b-bc35-c33c5e5fea8f req-dede2968-baff-4e23-92b6-9153be4e178b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0515518 Mar 02 11:42:55.060558 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a1b4e995-9e95-494b-bc35-c33c5e5fea8f req-49ace557-83f9-4f1a-9625-2f27229cee18 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 Mar 02 11:42:55.974056 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813cc7f-ebeb-453e-90b7-7e8f7bffb750 req-4d510795-9ca9-4233-998d-b99348a38b5d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:55.975478 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4813cc7f-ebeb-453e-90b7-7e8f7bffb750 req-4d510795-9ca9-4233-998d-b99348a38b5d tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0508649 Mar 02 11:42:56.028671 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4813cc7f-ebeb-453e-90b7-7e8f7bffb750 req-9523c734-bc5d-4377-b60e-5fcf22e4e390 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476544 Mar 02 11:42:56.174934 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235707-1648-4d47-84be-a3aa4ab6c85a req-563dabcd-7196-4018-8870-682fb482889e tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:56.176277 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8235707-1648-4d47-84be-a3aa4ab6c85a req-563dabcd-7196-4018-8870-682fb482889e tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0516810 Mar 02 11:42:56.220593 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8235707-1648-4d47-84be-a3aa4ab6c85a req-e6d06d5a-d84b-42b9-bd61-da699a22d839 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389006 Mar 02 11:42:57.150008 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f74c77-2da8-449b-8386-33f80778fe10 req-2037e0c1-8335-4419-94a2-7b3ea33a5b6f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:57.151361 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e0f74c77-2da8-449b-8386-33f80778fe10 req-2037e0c1-8335-4419-94a2-7b3ea33a5b6f tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0508108 Mar 02 11:42:57.197316 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e0f74c77-2da8-449b-8386-33f80778fe10 req-e8176414-b36c-481a-a9c8-4ab813494c42 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Mar 02 11:42:57.338403 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495ee19-efb6-468e-8073-d8bfc164b445 req-a247a765-6d2a-4f98-a9e8-dbadddaa1401 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:57.339866 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e495ee19-efb6-468e-8073-d8bfc164b445 req-a247a765-6d2a-4f98-a9e8-dbadddaa1401 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0545106 Mar 02 11:42:57.384272 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e495ee19-efb6-468e-8073-d8bfc164b445 req-dc31f205-73a7-48d3-bec4-3e992328e3a5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389428 Mar 02 11:42:58.312371 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad116009-aae6-492c-bc87-5f26ad596eee req-f2723baf-857a-4dd0-a18b-3315f3f5cc90 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:58.313864 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad116009-aae6-492c-bc87-5f26ad596eee req-f2723baf-857a-4dd0-a18b-3315f3f5cc90 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0519421 Mar 02 11:42:58.361554 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad116009-aae6-492c-bc87-5f26ad596eee req-a7e397d4-c23c-4ffa-956d-7f65913c7155 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Mar 02 11:42:58.502019 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86ee0-53f3-4a89-91c8-94baa6907166 req-39a2a3ce-d71d-40ee-9955-a9dea3d28bd5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:58.503871 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92e86ee0-53f3-4a89-91c8-94baa6907166 req-39a2a3ce-d71d-40ee-9955-a9dea3d28bd5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0547292 Mar 02 11:42:58.548155 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92e86ee0-53f3-4a89-91c8-94baa6907166 req-034c79c7-ac3d-4e3e-8e2f-373dd2b8548a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385134 Mar 02 11:42:59.107160 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-f74ea62d-d31e-472f-8f88-610c15f8a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:59.108684 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-f74ea62d-d31e-472f-8f88-610c15f8a973 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1130 time: 0.0438159 Mar 02 11:42:59.199521 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-8618e704-0271-4bf0-8923-7fbd5d0e8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:59.200920 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-8618e704-0271-4bf0-8923-7fbd5d0e8f63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 908 time: 0.0859151 Mar 02 11:42:59.263674 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-d0825b34-fe75-415d-8c6e-05d4314c5ae3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 1002 time: 0.0563593 Mar 02 11:42:59.309427 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-cbea0a59-4abb-42db-b15d-d57c522efa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:59.310769 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-cbea0a59-4abb-42db-b15d-d57c522efa25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 200 len: 846 time: 0.0407853 Mar 02 11:42:59.361270 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-b85a3773-8484-4807-810a-a4bd827c1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:59.362723 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-b85a3773-8484-4807-810a-a4bd827c1734 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e488c5-35b4-4007-9f38-4f1c2421fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458179 Mar 02 11:42:59.399116 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc94b-f84f-4c52-ac92-bae53dbed63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:42:59.459287 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-d48c7afc-0c03-44e3-a1d3-3e2813c9ddcf service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879953 Mar 02 11:42:59.478801 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790bc18-0670-48c2-be3e-1bff43cd85f0 req-37ae2f61-52c2-4486-a784-3af99aedef70 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:59.480266 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9790bc18-0670-48c2-be3e-1bff43cd85f0 req-37ae2f61-52c2-4486-a784-3af99aedef70 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0517128 Mar 02 11:42:59.528071 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9790bc18-0670-48c2-be3e-1bff43cd85f0 req-51f504de-fe44-4b43-bc10-56007fefcfeb tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Mar 02 11:42:59.550558 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-df8eed40-f5e7-425b-89d3-237e9b21d625 req-89f677b3-21fe-438f-94cf-d3be7926cadf service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855446 Mar 02 11:42:59.663529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e851a-2a13-44ea-8a86-090590d98c11 req-f9c83c7e-3a6d-424e-8445-2af636c3d76b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:42:59.665008 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b2e851a-2a13-44ea-8a86-090590d98c11 req-f9c83c7e-3a6d-424e-8445-2af636c3d76b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0516579 Mar 02 11:42:59.713253 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b2e851a-2a13-44ea-8a86-090590d98c11 req-e454f2d1-1bea-4f58-98c5-5de19f061d76 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Mar 02 11:43:00.641495 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2149-7d96-4df7-9f14-85c0ef45ae1c req-aee83f74-82ce-431d-b7e7-a353fb239cfe tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:00.642930 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef1d2149-7d96-4df7-9f14-85c0ef45ae1c req-aee83f74-82ce-431d-b7e7-a353fb239cfe tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Mar 02 11:43:00.690460 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ef1d2149-7d96-4df7-9f14-85c0ef45ae1c req-1ecfb7ee-42fd-4fc2-b909-ff324141b4fa tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Mar 02 11:43:00.827952 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e811f-8294-4bf8-aa6d-20bfe1db676c req-b262b869-55ca-46a4-8fa1-869d2b155a64 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:00.829419 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e05e811f-8294-4bf8-aa6d-20bfe1db676c req-b262b869-55ca-46a4-8fa1-869d2b155a64 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0511470 Mar 02 11:43:00.876099 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e05e811f-8294-4bf8-aa6d-20bfe1db676c req-9ae7337e-d610-494b-8121-18231e99e62e tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407102 Mar 02 11:43:01.638009 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00db981e-7948-4bde-8048-9523b1e843c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:01.810916 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1ca8c-8e2e-4714-b152-a4c7baeea3cb req-69a06083-5594-4606-983d-8ae502a3937e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:01.812357 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cbc1ca8c-8e2e-4714-b152-a4c7baeea3cb req-69a06083-5594-4606-983d-8ae502a3937e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0549815 Mar 02 11:43:01.860673 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cbc1ca8c-8e2e-4714-b152-a4c7baeea3cb req-1c7cb803-5d75-4412-be62-2c8a7f82a88e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428493 Mar 02 11:43:02.003636 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc356e3-cf8a-4157-8916-aa0c0d60c490 req-c60b9647-eb9c-4cb4-8c7c-2f8735753e88 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.005295 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dfc356e3-cf8a-4157-8916-aa0c0d60c490 req-c60b9647-eb9c-4cb4-8c7c-2f8735753e88 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0569425 Mar 02 11:43:02.066980 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60212) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:02.081464 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dfc356e3-cf8a-4157-8916-aa0c0d60c490 req-01c71e99-55b6-4466-b38d-49b0e1081f0c tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698416 Mar 02 11:43:02.105203 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696c121-9571-49a1-ab58-a36280430828 req-53d9c242-68e6-4baf-9242-3aa71c3dd7d3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.106709 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f696c121-9571-49a1-ab58-a36280430828 req-53d9c242-68e6-4baf-9242-3aa71c3dd7d3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0768034 Mar 02 11:43:02.159659 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-c0e9e86c-b3db-4819-9757-2b501a0dc920 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914910 Mar 02 11:43:02.169106 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-22f7422f-ae93-4267-b7bf-4f99966a59f3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:43:02.170077 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-22f7422f-ae93-4267-b7bf-4f99966a59f3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050149 Mar 02 11:43:02.173190 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f696c121-9571-49a1-ab58-a36280430828 req-aa92ab52-2893-4003-b545-ab788f1b1cad tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592453 Mar 02 11:43:02.265714 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60224) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:02.292800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269f28-9b75-41df-81ae-63f6c8a2331a req-36fcaa5b-43d5-49fc-9663-bc00b753550b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.294439 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-24269f28-9b75-41df-81ae-63f6c8a2331a req-36fcaa5b-43d5-49fc-9663-bc00b753550b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0548899 Mar 02 11:43:02.327602 dv-cinder-822821-2-iscsi neutron-server[103163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 11:43:02.341129 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-24269f28-9b75-41df-81ae-63f6c8a2331a req-516526c6-4d13-4df3-b0e5-a1080e179f8c tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411758 Mar 02 11:43:02.395263 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-a9cfefa5-1259-4715-92d9-460b57a2c7aa tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.396583 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-a9cfefa5-1259-4715-92d9-460b57a2c7aa tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports/c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 943 time: 0.1299071 Mar 02 11:43:02.404988 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-ca0b5295-f870-40f0-9142-5cbd1ef4603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.406457 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-ca0b5295-f870-40f0-9142-5cbd1ef4603b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 1129 time: 0.0903056 Mar 02 11:43:02.493847 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-2d83ca37-2493-4a4f-a7aa-275d8cc794c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.494987 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-2d83ca37-2493-4a4f-a7aa-275d8cc794c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 912 time: 0.0829892 Mar 02 11:43:02.559570 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:02.567362 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-88912113-7f07-4adb-b8b5-b1bca7fdc150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 200 len: 1000 time: 0.0659053 Mar 02 11:43:02.615599 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-76a06090-56eb-4722-9569-d6cdd00680a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.617062 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-76a06090-56eb-4722-9569-d6cdd00680a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.0436554 Mar 02 11:43:02.666129 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-d87719c9-38d5-4538-b99c-afec66d7eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:02.667645 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-d87719c9-38d5-4538-b99c-afec66d7eb07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442379 Mar 02 11:43:02.759300 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-3b3fea96-4a85-4d52-ab73-5a70b531a7b2 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855131 Mar 02 11:43:02.853602 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-ef1845e4-0640-4135-94b0-f13eac9bf61b req-aaeeadc0-1663-48c1-a3ce-c3dda7cd1e64 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834887 Mar 02 11:43:03.296020 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7e51-84a8-44a1-bad5-ac9acdd641c4 req-e14ccc68-786b-435b-b7eb-573dbe1e2141 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:03.297531 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-804d7e51-84a8-44a1-bad5-ac9acdd641c4 req-e14ccc68-786b-435b-b7eb-573dbe1e2141 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0563772 Mar 02 11:43:03.347190 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-804d7e51-84a8-44a1-bad5-ac9acdd641c4 req-b08573fc-430b-4249-a4e1-e007d546098b tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435781 Mar 02 11:43:03.474906 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b838b5-3e6d-45cd-98e5-af60a494b6b1 req-a4a84c53-f485-46de-b5df-127178532511 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:03.476350 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b4b838b5-3e6d-45cd-98e5-af60a494b6b1 req-a4a84c53-f485-46de-b5df-127178532511 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0575709 Mar 02 11:43:03.522213 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b4b838b5-3e6d-45cd-98e5-af60a494b6b1 req-0f02dc92-8f41-4ef9-9e0e-2712e86d4eb3 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Mar 02 11:43:03.709201 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-c4613687-b034-49a0-b7c5-812ae1aaa1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:03.710562 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-c4613687-b034-49a0-b7c5-812ae1aaa1f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978&tenant_id=bb4debb335014948a5094437ea94c3bd HTTP/1.1" status: 200 len: 1130 time: 0.0444603 Mar 02 11:43:03.777854 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-ec5326f3-6469-4688-90a8-a9a8228c3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:03.779273 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-ec5326f3-6469-4688-90a8-a9a8228c3bcc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1130 time: 0.0455232 Mar 02 11:43:03.865256 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-bec172ac-cf69-49bb-be29-53b61f3a9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:03.866707 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-bec172ac-cf69-49bb-be29-53b61f3a9c22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 908 time: 0.0815203 Mar 02 11:43:03.934373 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-12c123ca-f1bc-4a37-b432-a33d50356ac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 1002 time: 0.0612209 Mar 02 11:43:03.982391 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-993669cc-dd96-4fe5-886d-29620490380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:03.983697 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-993669cc-dd96-4fe5-886d-29620490380a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 200 len: 846 time: 0.0419736 Mar 02 11:43:04.030033 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-85cf550b-4db0-48a7-a811-ae12ad35eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:04.031463 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-85cf550b-4db0-48a7-a811-ae12ad35eee9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e488c5-35b4-4007-9f38-4f1c2421fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415044 Mar 02 11:43:04.119860 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-c5841312-3dad-44ad-a564-b9f675aeecfd service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820274 Mar 02 11:43:04.169008 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:04.205810 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e2b98a13-4123-42fd-902b-e6a1d785a7a4 req-a839de47-a712-4ed6-952b-092f0b19d261 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799851 Mar 02 11:43:04.468716 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415d07d-a328-48d2-afd3-87d8e5b6007b req-44742e0f-00c3-4aa2-a125-ddee8bf76fc3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:04.470311 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b415d07d-a328-48d2-afd3-87d8e5b6007b req-44742e0f-00c3-4aa2-a125-ddee8bf76fc3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0518994 Mar 02 11:43:04.518242 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b415d07d-a328-48d2-afd3-87d8e5b6007b req-215614b3-e876-460a-a081-567724d45366 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417602 Mar 02 11:43:04.639880 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6283e-87b9-410c-b665-ddb3f82bb98a req-c30df683-395c-4bdc-986f-b7468603e1f5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:04.641279 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-20a6283e-87b9-410c-b665-ddb3f82bb98a req-c30df683-395c-4bdc-986f-b7468603e1f5 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0543439 Mar 02 11:43:04.688293 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-20a6283e-87b9-410c-b665-ddb3f82bb98a req-13e03629-1d87-4b4c-9c76-f303af4867ad tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Mar 02 11:43:04.798769 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c185b471-9cf6-4335-8f4d-c68f92544b6e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:43:04.874930 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port c185b471-9cf6-4335-8f4d-c68f92544b6e is: ACTIVE; New status is: DOWN {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:04.875317 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:04.899098 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:04.901335 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7948961-aed1-49d5-8720-05e628d164cd" -d '{"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-unplugged", "status": "completed", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:04.913269 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:04.917398 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:04.970101 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=6']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:04.987270 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77937d1-aa4b-4c22-a59e-3304cc2c9593 x-openstack-request-id: req-e77937d1-aa4b-4c22-a59e-3304cc2c9593 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:04.987564 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-unplugged", "status": "completed", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:04.987816 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e77937d1-aa4b-4c22-a59e-3304cc2c9593 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:04.988206 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'code': 200} Mar 02 11:43:05.500437 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:05.634070 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331f258-fb8f-4b2c-9be7-1c5dc122b72a req-832a605d-c901-4c95-9342-cb78ec534d6b tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:05.635505 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b331f258-fb8f-4b2c-9be7-1c5dc122b72a req-832a605d-c901-4c95-9342-cb78ec534d6b tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0518310 Mar 02 11:43:05.682482 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b331f258-fb8f-4b2c-9be7-1c5dc122b72a req-bd108fe7-00f2-4e2f-be2e-46a83db64f00 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Mar 02 11:43:06.799843 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca3643-2f1b-454f-a4a5-1008043a7f78 req-b704cea5-60e5-439e-9837-b09b5e639802 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:06.801894 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-60ca3643-2f1b-454f-a4a5-1008043a7f78 req-b704cea5-60e5-439e-9837-b09b5e639802 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0520554 Mar 02 11:43:06.851895 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-60ca3643-2f1b-454f-a4a5-1008043a7f78 req-5766e71f-49c9-4c95-a4e2-fe650de8c909 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446060 Mar 02 11:43:07.970230 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45314e60-6922-467b-8441-5c22c5f83719 req-4622b8c0-b7f0-4727-a385-62460f3a7b12 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:07.971678 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-45314e60-6922-467b-8441-5c22c5f83719 req-4622b8c0-b7f0-4727-a385-62460f3a7b12 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0515513 Mar 02 11:43:08.019274 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-45314e60-6922-467b-8441-5c22c5f83719 req-30e21538-bd9b-41c2-a3fa-2e798978b93a tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 Mar 02 11:43:09.136029 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7ab6e-75fe-4556-a964-fca6b9ece21a req-28c09015-702a-44d9-a0f2-0c46b4aa302c tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:09.137516 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b9e7ab6e-75fe-4556-a964-fca6b9ece21a req-28c09015-702a-44d9-a0f2-0c46b4aa302c tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0512011 Mar 02 11:43:09.185283 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b9e7ab6e-75fe-4556-a964-fca6b9ece21a req-5c7057b6-0bcd-4de0-8170-7c32cfbb47e7 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Mar 02 11:43:10.308520 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64080079-814b-4293-ac32-bc61d4cab034 req-5d9344f6-3bc8-4f5c-a659-5df4ef511f70 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:10.310021 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64080079-814b-4293-ac32-bc61d4cab034 req-5d9344f6-3bc8-4f5c-a659-5df4ef511f70 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 944 time: 0.0564044 Mar 02 11:43:10.359728 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64080079-814b-4293-ac32-bc61d4cab034 req-cd05f0c1-e149-432f-a332-f0074ddf022b tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441191 Mar 02 11:43:10.440327 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917cc82-b7b8-4b6f-82b1-29b7dbd984fa req-302a94ad-2d3f-4b00-ad93-29e2a5e840cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:10.441815 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f917cc82-b7b8-4b6f-82b1-29b7dbd984fa req-302a94ad-2d3f-4b00-ad93-29e2a5e840cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1128 time: 0.0436556 Mar 02 11:43:10.487842 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-f917cc82-b7b8-4b6f-82b1-29b7dbd984fa req-ff4d6a7f-621f-4370-aafc-219a1293549d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383902 Mar 02 11:43:10.839364 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c185b471-9cf6-4335-8f4d-c68f92544b6e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:43:10.938251 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:10.949715 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'port_id': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'mac_address': 'fa:16:3e:ca:f8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:43:10.985569 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port c185b471-9cf6-4335-8f4d-c68f92544b6e is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:10.985991 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:10.999413 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c185b471-9cf6-4335-8f4d-c68f92544b6e {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:11.022833 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:11.026484 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:11.073808 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=7']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:11.478993 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a74c80-b67b-4feb-980b-ca2b229a72f1 req-700e1ea2-1309-4412-8db7-ca5f7d2aed4b tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:11.480427 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b4a74c80-b67b-4feb-980b-ca2b229a72f1 req-700e1ea2-1309-4412-8db7-ca5f7d2aed4b tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 945 time: 0.0513351 Mar 02 11:43:11.527411 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b4a74c80-b67b-4feb-980b-ca2b229a72f1 req-89e44c62-5d84-47a7-adfc-43683afc9907 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413475 Mar 02 11:43:12.322206 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['c185b471-9cf6-4335-8f4d-c68f92544b6e'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:43:12.643146 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baf4c0-9623-4bf0-843b-323bc328b4eb req-724f4f6c-684b-40cb-8673-a0b9066e7fe4 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:12.645038 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16baf4c0-9623-4bf0-843b-323bc328b4eb req-724f4f6c-684b-40cb-8673-a0b9066e7fe4 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 945 time: 0.0506506 Mar 02 11:43:12.694738 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16baf4c0-9623-4bf0-843b-323bc328b4eb req-ae2f6be9-3a6b-48cd-a0b4-2a3d4d1f41fe tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Mar 02 11:43:14.052103 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-4dda08c9-8d28-4491-a8e3-59c2315e4432 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496526 Mar 02 11:43:14.117577 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-7aaf391e-15e3-40d1-b54a-28cd906b90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:14.119036 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-7aaf391e-15e3-40d1-b54a-28cd906b90f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 1129 time: 0.0442173 Mar 02 11:43:14.224497 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-2cff9636-b671-41cc-a3d5-69ab43a0d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:14.225958 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-2cff9636-b671-41cc-a3d5-69ab43a0d7a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 912 time: 0.0879545 Mar 02 11:43:14.545802 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-63488a77-0682-491e-8f05-faa43b61b718 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 200 len: 1000 time: 0.3127341 Mar 02 11:43:14.594340 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-f1ad57f7-8c5d-4499-a0b4-b1d4c61468c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:14.595762 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-f1ad57f7-8c5d-4499-a0b4-b1d4c61468c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.0432134 Mar 02 11:43:14.646782 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-2fe0c845-8325-4c0a-8585-96bcd39b1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:14.648276 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-2fe0c845-8325-4c0a-8585-96bcd39b1443 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463214 Mar 02 11:43:14.735559 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-d223d1a6-2474-4a53-b1a8-b3227081795b service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811679 Mar 02 11:43:14.823500 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8c280604-389f-4527-8dea-61e0ecabcb67 req-0d26ce89-7747-42c1-8455-51857b026b32 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816751 Mar 02 11:43:14.869551 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c185b471-9cf6-4335-8f4d-c68f92544b6e up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:43:14.919933 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port c185b471-9cf6-4335-8f4d-c68f92544b6e triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:43:14.920338 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:15.001334 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port c185b471-9cf6-4335-8f4d-c68f92544b6e is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:15.001728 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:15.025098 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:15.027380 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7463a8-6d9a-40c8-8d26-8f6221a3c0b2" -d '{"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-plugged", "status": "completed", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:15.039747 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:15.045545 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:15.069326 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfd8275-8fac-4b8f-86b1-4a01c1780269 x-openstack-request-id: req-fbfd8275-8fac-4b8f-86b1-4a01c1780269 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:15.069618 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-plugged", "status": "completed", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:15.069897 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbfd8275-8fac-4b8f-86b1-4a01c1780269 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:15.070291 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'code': 200} Mar 02 11:43:15.095962 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=8']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:15.840238 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:43:16.371618 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:19.619498 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9af0-611a-4028-8ac9-b7d6cfcfd8f0 req-e206b1e4-0158-4dc1-990e-c2cf445d550e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:19.620976 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ada9af0-611a-4028-8ac9-b7d6cfcfd8f0 req-e206b1e4-0158-4dc1-990e-c2cf445d550e tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 946 time: 0.0515764 Mar 02 11:43:19.667043 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ada9af0-611a-4028-8ac9-b7d6cfcfd8f0 req-9e97ed1b-9063-4383-bf87-46f1d6f5aaa9 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403957 Mar 02 11:43:20.787203 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb5a33-c75d-46f2-b0f6-3ac29a62cd69 req-edefaa4f-92c5-46c7-88de-64beda327ce4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:20.788656 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8bb5a33-c75d-46f2-b0f6-3ac29a62cd69 req-edefaa4f-92c5-46c7-88de-64beda327ce4 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 946 time: 0.0508099 Mar 02 11:43:20.833458 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8bb5a33-c75d-46f2-b0f6-3ac29a62cd69 req-4edf06c4-d317-4042-bce6-471f25af3de0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfffea3e-399b-4d6d-9884-f5fc8c57577f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Mar 02 11:43:21.074925 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-041ba8dd-31a1-4e23-a164-48c4deab0d50 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:21.076834 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-041ba8dd-31a1-4e23-a164-48c4deab0d50 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 946 time: 0.0512657 Mar 02 11:43:21.168610 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Deleting port 064b8690-945e-4052-a200-9e34f1efc29b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:21.168977 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (064b8690-945e-4052-a200-9e34f1efc29b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:21.257691 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] For port 064b8690-945e-4052-a200-9e34f1efc29b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=064b8690-945e-4052-a200-9e34f1efc29b,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:21.258058 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (064b8690-945e-4052-a200-9e34f1efc29b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:21.441725 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:21.442124 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (6a9353cd-b358-4a3e-8d1e-cb3f609d89fd), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:21.442459 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Floating IP 6a9353cd-b358-4a3e-8d1e-cb3f609d89fd disassociated. External IP: 172.27.2.26, port: 064b8690-945e-4052-a200-9e34f1efc29b. Mar 02 11:43:21.442846 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Calling delete_port for 064b8690-945e-4052-a200-9e34f1efc29b owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:21.570996 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (064b8690-945e-4052-a200-9e34f1efc29b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:21.600168 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event deleted for resources: {'Port': ['ID=064b8690-945e-4052-a200-9e34f1efc29b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:21.611696 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.612086 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.612470 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.612868 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.613243 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.613598 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.613956 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.614308 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.614721 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.614969 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.615337 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.615663 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.616012 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:21.730477 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:43:21.841425 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:43:21.850960 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] Sync routers for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:43:21.860274 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:21.860925 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:21.891033 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] No DVR routers for this DVR port 064b8690-945e-4052-a200-9e34f1efc29b on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:43:21.892607 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:21.896871 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-4557f8f5-2584-48ba-a6f4-ce1e8712767f req-144f6ba4-0d16-42aa-8c9d-ee5bd66ae71b tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.15 "DELETE /v2.0/ports/064b8690-945e-4052-a200-9e34f1efc29b HTTP/1.1" status: 204 len: 173 time: 0.8131959 Mar 02 11:43:21.897340 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-deleted', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:21.899613 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68deea09-e54f-47fd-97fc-af1f43961f0a" -d '{"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-deleted", "tag": "064b8690-945e-4052-a200-9e34f1efc29b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:21.965698 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2e146080-74c3-411d-80ad-6b6ecae0c0f2 req-f3cc79d3-6982-47cf-9880-550217c07f2a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06a7104-ba4e-45bc-a85e-6447bcd2750e HTTP/1.1" status: 200 len: 210 time: 0.0409639 Mar 02 11:43:21.985069 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:22.063947 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d569db-020e-4b99-b47d-9e68a9746b3f x-openstack-request-id: req-d4d569db-020e-4b99-b47d-9e68a9746b3f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:22.064343 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06a7104-ba4e-45bc-a85e-6447bcd2750e", "name": "network-vif-deleted", "tag": "064b8690-945e-4052-a200-9e34f1efc29b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:22.064871 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4d569db-020e-4b99-b47d-9e68a9746b3f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:22.065263 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06a7104-ba4e-45bc-a85e-6447bcd2750e', 'name': 'network-vif-deleted', 'tag': '064b8690-945e-4052-a200-9e34f1efc29b', 'status': 'completed', 'code': 200} Mar 02 11:43:22.221045 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:22.247022 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] Checking router: 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:43:22.256372 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:22.256999 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:22.363105 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:22.568263 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:22.593889 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8dd47-782c-4e33-98a9-794b750b57d1 None None] The sync data for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi is: [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:37:25Z', 'revision_number': 4, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'd43d733d-eb37-4a1d-a9a3-67030189a658', 'name': '', 'network_id': '86312437-21f0-4e26-9119-28a63a29ab33', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'mac_address': 'fa:16:3e:ef:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '90537021-0924-4879-a895-e6b8562f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:19Z', 'updated_at': '2022-03-02T11:37:33Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'subnets': [{'id': '90537021-0924-4879-a895-e6b8562f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:43:22.798250 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1c5ba-51cf-4f0f-8442-001c8e0eefe3 None None] New status for floating IP 6a9353cd-b358-4a3e-8d1e-cb3f609d89fd: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:43:23.062029 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60296) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:23.117531 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f1d5b15-54ed-4ddd-bfb9-dd6e8e7500a0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (cfffea3e-399b-4d6d-9884-f5fc8c57577f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.139714 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f1d5b15-54ed-4ddd-bfb9-dd6e8e7500a0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (cfffea3e-399b-4d6d-9884-f5fc8c57577f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.186326 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f1d5b15-54ed-4ddd-bfb9-dd6e8e7500a0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (cfffea3e-399b-4d6d-9884-f5fc8c57577f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.188985 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f1d5b15-54ed-4ddd-bfb9-dd6e8e7500a0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.190142 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7f1d5b15-54ed-4ddd-bfb9-dd6e8e7500a0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "DELETE /v2.0/security-groups/cfffea3e-399b-4d6d-9884-f5fc8c57577f HTTP/1.1" status: 204 len: 168 time: 0.1271009 Mar 02 11:43:23.193328 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60298) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:23.199136 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d5b15-54ed-4ddd-bfb9-dd6e8e7500a0 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfffea3e-399b-4d6d-9884-f5fc8c57577f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:23.206225 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.api.v2.resource [None req-35a02824-8c91-4923-a214-c1910af7475a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] show failed (client error): The resource could not be found. Mar 02 11:43:23.207766 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-35a02824-8c91-4923-a214-c1910af7475a tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "GET /v2.0/security-groups/cfffea3e-399b-4d6d-9884-f5fc8c57577f HTTP/1.1" status: 404 len: 347 time: 0.0133784 Mar 02 11:43:23.210838 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60300) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:23.331182 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Deleting port c47ee317-7f57-48c4-9388-f822ec5467ba {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:23.332077 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.402674 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.403001 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (c47ee317-7f57-48c4-9388-f822ec5467ba), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.414829 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Calling delete_port for c47ee317-7f57-48c4-9388-f822ec5467ba owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:23.551375 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (c47ee317-7f57-48c4-9388-f822ec5467ba), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.578159 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Pushing event deleted for resources: {'Port': ['ID=c47ee317-7f57-48c4-9388-f822ec5467ba,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:23.602627 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.602975 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.603320 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.603659 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.603996 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.604330 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.604708 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.605017 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.605352 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.605676 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.606004 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.606329 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.606662 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:23.651007 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks [] for floatingip (6a9353cd-b358-4a3e-8d1e-cb3f609d89fd), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.653671 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:23.657236 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-848e27a2-3667-41e3-aa27-d3b85e6631c3 tempest-AttachVolumeShelveTestJSON-1244829016 tempest-AttachVolumeShelveTestJSON-1244829016-project] 10.222.0.43 "DELETE /v2.0/floatingips/6a9353cd-b358-4a3e-8d1e-cb3f609d89fd HTTP/1.1" status: 204 len: 168 time: 0.4430120 Mar 02 11:43:24.947584 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:43:24.968408 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 064b8690-945e-4052-a200-9e34f1efc29b {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:43:24.968855 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 064b8690-945e-4052-a200-9e34f1efc29b not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:43:26.040715 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60322) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:26.746054 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:27.034220 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Deleting port d43d733d-eb37-4a1d-a9a3-67030189a658 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:27.034994 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:27.108734 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] For port d43d733d-eb37-4a1d-a9a3-67030189a658, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=d43d733d-eb37-4a1d-a9a3-67030189a658,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:27.109407 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:27.121839 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Calling delete_port for d43d733d-eb37-4a1d-a9a3-67030189a658 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:27.294474 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (d43d733d-eb37-4a1d-a9a3-67030189a658), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:27.327450 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d43d733d-eb37-4a1d-a9a3-67030189a658,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:27.486141 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:27.695607 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:43:27.799423 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:43:27.804497 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ced09235-c194-47a8-b47a-b6a1486554eb admin admin] 10.222.0.43 "PUT /v2.0/routers/2a5380e5-6ddf-4cf2-b17b-2a8b353b767b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7627778 Mar 02 11:43:27.807238 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60326) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:27.808067 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] Sync routers for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:43:27.818729 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:27.819332 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:27.914568 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks [] for router (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.025808 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks [] for router_gateway (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.051603 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:28.078433 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Deleting port 8f51772a-9733-40b9-925c-55bcb107ceec {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:28.078770 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.155030 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] For port 8f51772a-9733-40b9-925c-55bcb107ceec, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=8f51772a-9733-40b9-925c-55bcb107ceec,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:28.155385 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.170878 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Calling delete_port for 8f51772a-9733-40b9-925c-55bcb107ceec owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:28.234538 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:43:27Z', 'revision_number': 5, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port': {'id': '8f51772a-9733-40b9-925c-55bcb107ceec', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:37:15Z', 'updated_at': '2022-03-02T11:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:28.261147 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] Checking router: 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:43:28.269294 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] Routers {'2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:28.269897 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:28.336416 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (8f51772a-9733-40b9-925c-55bcb107ceec), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.357987 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] Set router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:28.363045 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f51772a-9733-40b9-925c-55bcb107ceec,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:28.412122 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:43:28Z', 'revision_number': 6, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:28.421771 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.438812 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eab765-0375-4d02-8168-b4a4490b0987 None None] The sync data for ids ['2a5380e5-6ddf-4cf2-b17b-2a8b353b767b'] in dv-cinder-822821-2-iscsi is: [{'id': '2a5380e5-6ddf-4cf2-b17b-2a8b353b767b', 'name': 'tempest-AttachVolumeShelveTestJSON-1024636455-router', 'tenant_id': '1fe8fd52bed84e57834b727c313bdead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:37:13Z', 'updated_at': '2022-03-02T11:43:28Z', 'revision_number': 6, 'project_id': '1fe8fd52bed84e57834b727c313bdead', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:43:28.528193 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.530364 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks [] for router_controller (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.595536 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (2a5380e5-6ddf-4cf2-b17b-2a8b353b767b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.596021 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5380e5-6ddf-4cf2-b17b-2a8b353b767b {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:43:28.601386 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.602613 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-97d05aad-f4a8-4f2c-b62f-a4c07a2f3311 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2a5380e5-6ddf-4cf2-b17b-2a8b353b767b HTTP/1.1" status: 204 len: 168 time: 0.7943871 Mar 02 11:43:28.605113 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60328) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:28.647275 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] Deleting subnet 90537021-0924-4879-a895-e6b8562f200a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:43:28.650245 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] Publish callbacks [] for subnet (90537021-0924-4879-a895-e6b8562f200a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.683971 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2766792'] for subnet (90537021-0924-4879-a895-e6b8562f200a), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.789645 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (90537021-0924-4879-a895-e6b8562f200a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.844169 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3377496'] for subnet (90537021-0924-4879-a895-e6b8562f200a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.874377 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90537021-0924-4879-a895-e6b8562f200a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:28.879385 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:28.883781 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-8a66f77b-ea39-4809-96e2-dc3d3bcc0153 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/90537021-0924-4879-a895-e6b8562f200a HTTP/1.1" status: 204 len: 168 time: 0.2777009 Mar 02 11:43:28.885640 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471f4ce-1139-4add-9b42-2d6adf58b8f6 None None] Network 86312437-21f0-4e26-9119-28a63a29ab33 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:43:28.886439 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60330) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:28.954247 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (86312437-21f0-4e26-9119-28a63a29ab33), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.006938 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Deleting port 8104c369-9078-45da-a83c-4bd2ddffc6e7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:29.007279 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.070120 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] For port 8104c369-9078-45da-a83c-4bd2ddffc6e7, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=8104c369-9078-45da-a83c-4bd2ddffc6e7,segment=NetworkSegment(f815aada-3594-443e-a5ac-38860985afa9),segment_id=f815aada-3594-443e-a5ac-38860985afa9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:29.070475 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.083150 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Calling delete_port for 8104c369-9078-45da-a83c-4bd2ddffc6e7 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:29.157518 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (8104c369-9078-45da-a83c-4bd2ddffc6e7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.183658 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8104c369-9078-45da-a83c-4bd2ddffc6e7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:29.185482 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] No DVR routers for this DVR port 8104c369-9078-45da-a83c-4bd2ddffc6e7 on host dv-cinder-822821-2-iscsi {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:43:29.232496 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009bdc1-b42e-4378-8265-ed261b40830b None None] DHCP port deletion for 86312437-21f0-4e26-9119-28a63a29ab33 request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:43:29.261474 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (86312437-21f0-4e26-9119-28a63a29ab33), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.281659 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86312437-21f0-4e26-9119-28a63a29ab33']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:29.291267 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f815aada-3594-443e-a5ac-38860985afa9') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:29.291566 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f815aada-3594-443e-a5ac-38860985afa9') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:29.301170 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (f815aada-3594-443e-a5ac-38860985afa9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.314600 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (f815aada-3594-443e-a5ac-38860985afa9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.321230 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:43:29.321617 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (f815aada-3594-443e-a5ac-38860985afa9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:43:29.323278 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:43:29.381834 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (86312437-21f0-4e26-9119-28a63a29ab33), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.386976 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.393327 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/86312437-21f0-4e26-9119-28a63a29ab33 HTTP/1.1" status: 204 len: 168 time: 0.5035064 Mar 02 11:43:29.404916 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8221db5-f3e9-407e-b9be-2f8c421f36f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86312437-21f0-4e26-9119-28a63a29ab33,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:29.405286 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf6869e4-d957-4c7a-974b-2cb063c4b83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.513911 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8f51772a-9733-40b9-925c-55bcb107ceec no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:43:29.520324 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60334) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:29.535153 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 8f51772a-9733-40b9-925c-55bcb107ceec {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:43:29.535503 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8f51772a-9733-40b9-925c-55bcb107ceec not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:43:29.535924 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d43d733d-eb37-4a1d-a9a3-67030189a658 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:43:29.557866 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: d43d733d-eb37-4a1d-a9a3-67030189a658 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:43:29.558207 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device d43d733d-eb37-4a1d-a9a3-67030189a658 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:43:29.558622 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8104c369-9078-45da-a83c-4bd2ddffc6e7 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:43:29.561135 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f8d6b5a4-15dc-4d46-8cbc-c14a40a213a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fe8fd52bed84e57834b727c313bdead&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395579 Mar 02 11:43:29.563501 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60336) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:29.578008 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 8104c369-9078-45da-a83c-4bd2ddffc6e7 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:43:29.578355 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 8104c369-9078-45da-a83c-4bd2ddffc6e7 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:43:29.610194 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2edeb071-3779-4d19-ac14-c899051a6067 admin admin] Publish callbacks [] for security_group (f39e9e7f-7663-499d-8066-6a11daa32ee5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.631440 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2edeb071-3779-4d19-ac14-c899051a6067 admin admin] Publish callbacks [] for security_group (f39e9e7f-7663-499d-8066-6a11daa32ee5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.677179 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2edeb071-3779-4d19-ac14-c899051a6067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f39e9e7f-7663-499d-8066-6a11daa32ee5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.679712 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2edeb071-3779-4d19-ac14-c899051a6067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:29.680950 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2edeb071-3779-4d19-ac14-c899051a6067 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f39e9e7f-7663-499d-8066-6a11daa32ee5 HTTP/1.1" status: 204 len: 168 time: 0.1164069 Mar 02 11:43:29.688528 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeb071-3779-4d19-ac14-c899051a6067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e9e7f-7663-499d-8066-6a11daa32ee5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:30.320968 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60358) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:30.413477 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1541242401-network', 'tenant_id': '26193248bccb412db42604b50dd90c70'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:30.432516 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Made reservation on behalf of 26193248bccb412db42604b50dd90c70 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:43:30.434912 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.445648 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.516637 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks [] for security_group (e4c094a8-45a0-4295-afb4-4ab3b80bb9e5), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.520758 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (e4c094a8-45a0-4295-afb4-4ab3b80bb9e5), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.543893 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:43:30.552551 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:30.558296 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (59b26bfd-ef05-40a9-a00c-1e51e24e5aa9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.558633 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Added segment 59b26bfd-ef05-40a9-a00c-1e51e24e5aa9 of type vlan for network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca Mar 02 11:43:30.596237 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.620250 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.621204 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:30.621771 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.668554 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3463573 Mar 02 11:43:30.671509 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60362) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:30.677311 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Request body: {'subnet': {'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1541242401-subnet', 'tenant_id': '26193248bccb412db42604b50dd90c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:30.680988 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80164d46-6c81-48bc-b3ff-55faa5a4e8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:30.690505 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:43:30.697684 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Made reservation on behalf of 26193248bccb412db42604b50dd90c70 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:43:30.699912 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3377523'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.864078 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3377473'] for subnet (28847bc3-ebde-48d7-936a-03ee0a6d9097), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.918751 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28847bc3-ebde-48d7-936a-03ee0a6d9097,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:30.930228 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Checking segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:43:30.930590 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Network hostable DHCP agents. Network: 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:43:30.947007 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:43:30.955450 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:43:30.960026 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:30.960652 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:30.965157 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77658940-727c-4fb2-bd9c-7ccb9adf16ad None None] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:43:30.975468 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-9aa7d914-6e27-4086-adcb-a253f678c267 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3027141 Mar 02 11:43:31.068238 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59b719-fe6a-47e0-88a0-f94005fadf6c None None] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:43:31.387436 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-7ddc0f2a-ad5f-4bfa-9a89-2805adce6a87 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:31.388873 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-7ddc0f2a-ad5f-4bfa-9a89-2805adce6a87 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.0984974 Mar 02 11:43:31.403018 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-329e5648-f102-4da9-9513-6e46b8d96e04 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/quotas/26193248bccb412db42604b50dd90c70 HTTP/1.1" status: 200 len: 375 time: 0.0085001 Mar 02 11:43:31.433943 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-4d444c43-c5e0-41cb-8c00-c8a0b31ea9a5 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261335 Mar 02 11:43:31.567629 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8dd06021-bc60-47c0-9122-f189cf018f2f service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272373 Mar 02 11:43:31.640747 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c4b-374a-4c79-8211-a8a3a80ed35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:31.653692 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-6d2ebdee-d931-43b5-accf-79f3992e3dc8 service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805213 Mar 02 11:43:31.810374 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3ada15aa-0978-49fa-a7b4-a500e6e36369 req-fc41d87d-2d9e-427e-acd6-529a3d222ab0 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 210 time: 0.0271122 Mar 02 11:43:32.560987 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:32.760886 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-eb1a77ed-3404-4611-860e-6c4bd768ffec tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:32.762427 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-eb1a77ed-3404-4611-860e-6c4bd768ffec tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.1107228 Mar 02 11:43:32.775844 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Request body: {'port': {'device_id': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'admin_state_up': True, 'tenant_id': '26193248bccb412db42604b50dd90c70'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:32.887384 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Made reservation on behalf of 26193248bccb412db42604b50dd90c70 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:43:32.890696 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:32.912686 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb5658df-5dc6-4548-af4a-45a101663af0 req-d6804412-c733-4dcb-befe-3b7d0e3b0373 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 210 time: 0.0324965 Mar 02 11:43:33.014368 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Allocated IP 172.20.0.10 (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca/28847bc3-ebde-48d7-936a-03ee0a6d9097/ada5d9d4-30f3-4fca-8545-86daf85bcb1a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:43:33.162003 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks [] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.194815 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.237178 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:43:33.240637 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:43:33.244161 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:43:33.265962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event updated for resources: {'Port': ['ID=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:33.292336 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:33.292966 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.308083 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-69824e07-f6da-46ff-9c34-a90de67af726 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5360765 Mar 02 11:43:33.327946 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Request body: {'port': {'device_id': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:33.386669 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.633673 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada5d9d4-30f3-4fca-8545-86daf85bcb1a {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:33.641148 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Publish callbacks [] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.653463 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Transition to ACTIVE for port object ada5d9d4-30f3-4fca-8545-86daf85bcb1a will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:43:33.657122 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.703659 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:33.775544 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Attempting to bind port ada5d9d4-30f3-4fca-8545-86daf85bcb1a on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:43:33.776226 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Attempting to bind port ada5d9d4-30f3-4fca-8545-86daf85bcb1a by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:43:33.776226 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Attempting to bind port ada5d9d4-30f3-4fca-8545-86daf85bcb1a on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:33.780431 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Port ada5d9d4-30f3-4fca-8545-86daf85bcb1a on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:43:33.780788 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Attempting to bind port ada5d9d4-30f3-4fca-8545-86daf85bcb1a on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:33.785575 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:43:33.785906 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Checking segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:43:33.786286 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Bound using segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:43:33.786707 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Bound port: ada5d9d4-30f3-4fca-8545-86daf85bcb1a, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:43:33.787053 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.847299 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] For port ada5d9d4-30f3-4fca-8545-86daf85bcb1a, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:43:33.850202 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] For port ada5d9d4-30f3-4fca-8545-86daf85bcb1a, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:43:33.855865 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.887028 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:33.887637 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:33.888950 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] 10.222.0.15 "PUT /v2.0/ports/ada5d9d4-30f3-4fca-8545-86daf85bcb1a HTTP/1.1" status: 200 len: 1094 time: 0.5650246 Mar 02 11:43:33.889390 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'tag': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:33.891604 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4890d4-e3f3-4b25-b096-7f8327326c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f509606-0de7-4b03-9d35-c1980cbc25eb", "tag": "ada5d9d4-30f3-4fca-8545-86daf85bcb1a"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:33.917031 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cb8e4-eecd-4153-81cc-b85e88a7ddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:33.963040 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c0817f-3232-4f38-bf98-4069818e43e1 x-openstack-request-id: req-30c0817f-3232-4f38-bf98-4069818e43e1 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:33.963410 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f509606-0de7-4b03-9d35-c1980cbc25eb", "tag": "ada5d9d4-30f3-4fca-8545-86daf85bcb1a", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:33.963594 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30c0817f-3232-4f38-bf98-4069818e43e1 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:33.964013 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'tag': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a', 'status': 'completed', 'code': 200} Mar 02 11:43:33.982878 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-aa981efc-4b87-4e66-b6b5-6bf9ffe11da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:33.984559 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-aa981efc-4b87-4e66-b6b5-6bf9ffe11da8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 1128 time: 0.0527892 Mar 02 11:43:34.027979 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-5325ca04-07cc-488f-a566-d5f36afb4d08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ada5d9d4-30f3-4fca-8545-86daf85bcb1a HTTP/1.1" status: 200 len: 217 time: 0.0345969 Mar 02 11:43:34.031091 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cdb6e-c9fc-4550-b7a0-e21c8371b1e9 req-36b86eb9-62fa-43de-aa5c-5f61189886f9 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:34.032553 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-685cdb6e-c9fc-4550-b7a0-e21c8371b1e9 req-36b86eb9-62fa-43de-aa5c-5f61189886f9 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 944 time: 0.0530632 Mar 02 11:43:34.076586 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-06dae39b-889f-4b53-b5d4-ab6a14978a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:34.078086 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-06dae39b-889f-4b53-b5d4-ab6a14978a09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0435963 Mar 02 11:43:34.080286 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-685cdb6e-c9fc-4550-b7a0-e21c8371b1e9 req-940dcaeb-7bc3-43d3-8e29-50c358d8e299 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Mar 02 11:43:34.114375 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-a40edaf5-6740-437f-af23-0373a4467059 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286555 Mar 02 11:43:34.171418 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:34.207021 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-43bcdb4f-9d6a-4381-b5a4-3e81a26af5d8 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Mar 02 11:43:34.296646 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-0c651df2-4907-4d6d-80ad-4c6f56e469a6 req-33b6b07d-3c3f-4148-b62e-fb0b934c4467 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824242 Mar 02 11:43:34.630207 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-814f6ba9-8cbc-44df-bc51-7dbb9562820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:34.631745 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-814f6ba9-8cbc-44df-bc51-7dbb9562820d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 1128 time: 0.2884266 Mar 02 11:43:34.720425 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-39722722-2f40-4ce5-b432-75e4ac0c9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:34.722418 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-39722722-2f40-4ce5-b432-75e4ac0c9a20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 916 time: 0.0824733 Mar 02 11:43:34.764069 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-7f26203d-6564-4827-888e-6c9c66fb6b0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ada5d9d4-30f3-4fca-8545-86daf85bcb1a HTTP/1.1" status: 200 len: 217 time: 0.0355170 Mar 02 11:43:34.810219 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-c7c6d5ca-b2a6-4787-9e9f-340d1b279784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:34.811616 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-c7c6d5ca-b2a6-4787-9e9f-340d1b279784 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0414474 Mar 02 11:43:34.843183 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-435bcf10-02e1-4089-89af-97a1a0c8b637 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239053 Mar 02 11:43:34.937375 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-ca3a2937-f2dc-4cbf-a75f-6abe26149e98 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842667 Mar 02 11:43:35.024112 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-1a4890d4-e3f3-4b25-b096-7f8327326c2e req-95ae047a-32d1-4422-abba-dfa4798464bd service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792630 Mar 02 11:43:35.198171 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b3f4a-7465-4f9d-96c6-e001d0d83907 req-9a62f606-4c39-4a91-92e9-19fd7f2d38a8 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:35.199538 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c58b3f4a-7465-4f9d-96c6-e001d0d83907 req-9a62f606-4c39-4a91-92e9-19fd7f2d38a8 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 944 time: 0.0513570 Mar 02 11:43:35.244409 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c58b3f4a-7465-4f9d-96c6-e001d0d83907 req-bc6d5247-42b7-4f65-8b1a-839488060dbf tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Mar 02 11:43:35.502339 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:36.363207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cee55-4d00-494b-be26-c6435e6a667a req-6ee432eb-adb7-472c-a3be-b129986997cf tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:36.364818 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3f7cee55-4d00-494b-be26-c6435e6a667a req-6ee432eb-adb7-472c-a3be-b129986997cf tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 944 time: 0.0559454 Mar 02 11:43:36.410742 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3f7cee55-4d00-494b-be26-c6435e6a667a req-02f35e86-302f-4913-b0f4-df6332c05d01 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Mar 02 11:43:37.029699 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device ada5d9d4-30f3-4fca-8545-86daf85bcb1a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:43:37.125817 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port ada5d9d4-30f3-4fca-8545-86daf85bcb1a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:37.136860 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'port_id': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a', 'mac_address': 'fa:16:3e:76:f9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28847bc3-ebde-48d7-936a-03ee0a6d9097', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:43:37.173366 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port ada5d9d4-30f3-4fca-8545-86daf85bcb1a is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:37.173752 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:37.189149 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada5d9d4-30f3-4fca-8545-86daf85bcb1a {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:37.207705 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port ada5d9d4-30f3-4fca-8545-86daf85bcb1a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:37.211523 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:37.255976 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:37.470324 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:43:37.525891 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3373910-ec26-42a3-a1c8-e0fc9bc39e2f req-13674918-6a6b-47c7-bec4-f54055920e05 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:37.527507 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3373910-ec26-42a3-a1c8-e0fc9bc39e2f req-13674918-6a6b-47c7-bec4-f54055920e05 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 945 time: 0.0520978 Mar 02 11:43:37.573133 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3373910-ec26-42a3-a1c8-e0fc9bc39e2f req-157575c9-637d-4c83-9745-18b282039502 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Mar 02 11:43:38.692163 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a0922-8e95-4e48-9e84-0cc105cfcb62 req-25bc1d7b-ec09-4f46-aced-27fd46b58072 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:38.693672 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aa1a0922-8e95-4e48-9e84-0cc105cfcb62 req-25bc1d7b-ec09-4f46-aced-27fd46b58072 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 945 time: 0.0559649 Mar 02 11:43:38.739514 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aa1a0922-8e95-4e48-9e84-0cc105cfcb62 req-38072e13-c46b-4974-a701-dd2d4bab94a5 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Mar 02 11:43:39.041303 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device ada5d9d4-30f3-4fca-8545-86daf85bcb1a up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:43:39.089094 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port ada5d9d4-30f3-4fca-8545-86daf85bcb1a completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:43:39.092599 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port ada5d9d4-30f3-4fca-8545-86daf85bcb1a triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:43:39.092996 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:39.166089 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port ada5d9d4-30f3-4fca-8545-86daf85bcb1a is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:39.166390 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:39.187669 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:39.189893 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7e9ff-97fc-48d7-949c-83eec1f4ecc7" -d '{"events": [{"server_uuid": "0f509606-0de7-4b03-9d35-c1980cbc25eb", "name": "network-vif-plugged", "status": "completed", "tag": "ada5d9d4-30f3-4fca-8545-86daf85bcb1a"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:39.202722 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port ada5d9d4-30f3-4fca-8545-86daf85bcb1a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:39.206520 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:39.232226 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7842eb10-8232-4e02-b070-a31f182949c5 x-openstack-request-id: req-7842eb10-8232-4e02-b070-a31f182949c5 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:39.232513 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f509606-0de7-4b03-9d35-c1980cbc25eb", "name": "network-vif-plugged", "status": "completed", "tag": "ada5d9d4-30f3-4fca-8545-86daf85bcb1a", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:39.232784 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7842eb10-8232-4e02-b070-a31f182949c5 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:39.233165 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a', 'code': 200} Mar 02 11:43:39.258554 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:39.405195 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa39c-101e-4153-be8b-92ed8576e135 req-0d22f16f-99b2-481a-abcb-356257e43053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:39.406700 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf8fa39c-101e-4153-be8b-92ed8576e135 req-0d22f16f-99b2-481a-abcb-356257e43053 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 1130 time: 0.0483408 Mar 02 11:43:39.453969 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cf8fa39c-101e-4153-be8b-92ed8576e135 req-4661156b-87cd-40e6-bcae-bae6d7b06872 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Mar 02 11:43:39.853444 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422191b-2165-496a-84ae-a6960d78f02f req-a0cdf977-d9f2-49ce-842d-978bfb2d3c11 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:39.854900 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b422191b-2165-496a-84ae-a6960d78f02f req-a0cdf977-d9f2-49ce-842d-978bfb2d3c11 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 946 time: 0.0512834 Mar 02 11:43:39.900873 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b422191b-2165-496a-84ae-a6960d78f02f req-4afbcc2d-3ec5-466c-8a6b-2a0fd695e9fb tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Mar 02 11:43:40.324954 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18386003-f614-4faf-9eb2-ce154aacd9d0 req-b75ea0f1-5c26-4d73-827f-2da0f6a160af tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:40.326388 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-18386003-f614-4faf-9eb2-ce154aacd9d0 req-b75ea0f1-5c26-4d73-827f-2da0f6a160af tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0507989 Mar 02 11:43:40.374354 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-18386003-f614-4faf-9eb2-ce154aacd9d0 req-28412877-7246-47ad-94d3-27bd0321c486 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Mar 02 11:43:41.019825 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc99a99-ecdb-4d1f-8576-0ca995e24e81 req-8aeb9280-ebea-4569-893c-65cc41266637 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:41.021326 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5bc99a99-ecdb-4d1f-8576-0ca995e24e81 req-8aeb9280-ebea-4569-893c-65cc41266637 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 946 time: 0.0536866 Mar 02 11:43:41.067425 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5bc99a99-ecdb-4d1f-8576-0ca995e24e81 req-663cef24-4ec6-4f05-85db-48f137ce36ca tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Mar 02 11:43:41.493706 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed73ab-e7a6-42d9-a78d-1b4f5a0cab9f req-c71ed390-6c1f-42c1-b2ce-a45fe665bca8 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:41.495168 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cfed73ab-e7a6-42d9-a78d-1b4f5a0cab9f req-c71ed390-6c1f-42c1-b2ce-a45fe665bca8 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0531805 Mar 02 11:43:41.541166 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cfed73ab-e7a6-42d9-a78d-1b4f5a0cab9f req-81935fd0-c078-4a73-af55-e574adf7e6f0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403869 Mar 02 11:43:42.526724 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-0d58cf5a-d0fa-4c01-959b-93b5aee67c4b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:42.528190 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-0d58cf5a-d0fa-4c01-959b-93b5aee67c4b tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0528865 Mar 02 11:43:42.655045 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Deleting port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:42.655345 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:42.685207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e138-7b0a-4c75-ba11-0e3a223ba505 req-105823ec-9833-4ce1-b286-1ad6ee8ef78f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:42.686900 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2ba9e138-7b0a-4c75-ba11-0e3a223ba505 req-105823ec-9833-4ce1-b286-1ad6ee8ef78f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 945 time: 0.0681581 Mar 02 11:43:42.744349 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2ba9e138-7b0a-4c75-ba11-0e3a223ba505 req-b1dd318c-4f69-4b4a-965a-e44d89e173da tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508461 Mar 02 11:43:42.775698 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] For port c3c3f1a7-effb-4b93-97a8-a89bc84ba342, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:42.776063 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:42.946962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:42.947250 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (0e7550f5-5279-4073-be65-c75be5e54f6e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:42.947568 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Floating IP 0e7550f5-5279-4073-be65-c75be5e54f6e disassociated. External IP: 172.27.2.95, port: c3c3f1a7-effb-4b93-97a8-a89bc84ba342. Mar 02 11:43:42.947908 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Calling delete_port for c3c3f1a7-effb-4b93-97a8-a89bc84ba342 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:43.077028 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (c3c3f1a7-effb-4b93-97a8-a89bc84ba342), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:43.108995 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event deleted for resources: {'Port': ['ID=c3c3f1a7-effb-4b93-97a8-a89bc84ba342,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:43.225837 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Router 3c92a3dd-cdac-4851-82b7-381d6504cd93 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:43:43.333185 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:43:43.343253 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] Sync routers for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:43:43.353502 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:43.354105 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:43.377480 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] No DVR routers for this DVR port c3c3f1a7-effb-4b93-97a8-a89bc84ba342 on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:43:43.380029 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:43.383380 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-5fc13f36-3a4f-4385-94c1-5af2d21f84c3 req-224da644-7b8c-4f54-b01a-31b1c586d6cc tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "DELETE /v2.0/ports/c3c3f1a7-effb-4b93-97a8-a89bc84ba342 HTTP/1.1" status: 204 len: 173 time: 0.8443344 Mar 02 11:43:43.383816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'name': 'network-vif-deleted', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:43.386180 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670524c8-f197-4b71-8fa9-5e734831c0a4" -d '{"events": [{"server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "name": "network-vif-deleted", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:43.422968 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3022b4-f654-4703-bc12-1e2509848fe8 x-openstack-request-id: req-eb3022b4-f654-4703-bc12-1e2509848fe8 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:43.423259 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cc73f6-0137-4508-b002-84044cf2289e", "name": "network-vif-deleted", "tag": "c3c3f1a7-effb-4b93-97a8-a89bc84ba342", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:43.423540 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb3022b4-f654-4703-bc12-1e2509848fe8 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:43.423938 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cc73f6-0137-4508-b002-84044cf2289e', 'name': 'network-vif-deleted', 'tag': 'c3c3f1a7-effb-4b93-97a8-a89bc84ba342', 'status': 'completed', 'code': 200} Mar 02 11:43:43.474591 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:43.678008 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:43.703137 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] Checking router: 3c92a3dd-cdac-4851-82b7-381d6504cd93 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:43:43.711518 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:43.712099 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:43.819407 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:43.865755 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-953ef804-3f05-441a-93f8-bbc3d03da9f9 req-12aee866-ca91-400c-b241-71bd5dd97441 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=68cc73f6-0137-4508-b002-84044cf2289e HTTP/1.1" status: 200 len: 210 time: 0.0281901 Mar 02 11:43:44.022492 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:44.050459 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccb8cf-8812-4d97-af78-10f921115534 None None] The sync data for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi is: [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:43:44.251841 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff586da8-43a2-4bb2-b38d-796b640617f9 None None] New status for floating IP 0e7550f5-5279-4073-be65-c75be5e54f6e: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:43:44.948470 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60470) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:45.007336 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11910b3c-32d3-467e-b620-eea908a7f677 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.030850 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11910b3c-32d3-467e-b620-eea908a7f677 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.073821 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa0f44-8005-46ef-a983-5498e1cf52a1 req-6a0fe2d6-e9f9-4a4a-b623-c683651670e7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:45.075335 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77fa0f44-8005-46ef-a983-5498e1cf52a1 req-6a0fe2d6-e9f9-4a4a-b623-c683651670e7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 945 time: 0.0524414 Mar 02 11:43:45.078718 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11910b3c-32d3-467e-b620-eea908a7f677 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.081374 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11910b3c-32d3-467e-b620-eea908a7f677 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.082508 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-11910b3c-32d3-467e-b620-eea908a7f677 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "DELETE /v2.0/security-groups/36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585 HTTP/1.1" status: 204 len: 168 time: 0.1330128 Mar 02 11:43:45.085735 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60474) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:45.102808 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11910b3c-32d3-467e-b620-eea908a7f677 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:45.104886 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.api.v2.resource [None req-ccf76130-d821-478a-99c5-366d3d237550 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] show failed (client error): The resource could not be found. Mar 02 11:43:45.105891 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-ccf76130-d821-478a-99c5-366d3d237550 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups/36b9eeb4-176c-4cb4-8a04-ae3a3a7b1585 HTTP/1.1" status: 404 len: 347 time: 0.0192335 Mar 02 11:43:45.109328 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60476) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:45.126521 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77fa0f44-8005-46ef-a983-5498e1cf52a1 req-6ea9e289-c3b7-453c-bd1f-5cb1f395bb92 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455317 Mar 02 11:43:45.231417 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Deleting port 986f6712-aef2-4e14-a113-412c124a4524 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:45.231761 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (986f6712-aef2-4e14-a113-412c124a4524), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.308208 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (986f6712-aef2-4e14-a113-412c124a4524), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.308535 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (986f6712-aef2-4e14-a113-412c124a4524), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.320515 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Calling delete_port for 986f6712-aef2-4e14-a113-412c124a4524 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:45.449181 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (986f6712-aef2-4e14-a113-412c124a4524), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.476130 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event deleted for resources: {'Port': ['ID=986f6712-aef2-4e14-a113-412c124a4524,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:45.534708 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (0e7550f5-5279-4073-be65-c75be5e54f6e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.537357 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.538509 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-3b72999b-b12e-4614-9cf3-59f7d4179cee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "DELETE /v2.0/floatingips/0e7550f5-5279-4073-be65-c75be5e54f6e HTTP/1.1" status: 204 len: 168 time: 0.4288526 Mar 02 11:43:45.787205 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60482) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:45.791678 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-3f194c0e-67e9-4f54-9db9-6d423e35d372 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797282855', 'description': 'tempest-description--1287441831'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:45.810928 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f194c0e-67e9-4f54-9db9-6d423e35d372 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.877557 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f194c0e-67e9-4f54-9db9-6d423e35d372 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (f73f923f-22e7-40bb-9c8d-0cb6f0d4be08), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.882633 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f194c0e-67e9-4f54-9db9-6d423e35d372 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f73f923f-22e7-40bb-9c8d-0cb6f0d4be08), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.914239 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3f194c0e-67e9-4f54-9db9-6d423e35d372 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.915460 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3f194c0e-67e9-4f54-9db9-6d423e35d372 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1272690 Mar 02 11:43:45.917311 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f194c0e-67e9-4f54-9db9-6d423e35d372 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:45.918482 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60486) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:45.923318 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-540e84d1-4173-4e3b-800d-109c69380107 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'security_group_rule': {'security_group_id': 'f73f923f-22e7-40bb-9c8d-0cb6f0d4be08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:45.946762 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-540e84d1-4173-4e3b-800d-109c69380107 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (a3a4eacb-20ec-4b27-baa8-3638650f17e2), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:45.999866 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-540e84d1-4173-4e3b-800d-109c69380107 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (a3a4eacb-20ec-4b27-baa8-3638650f17e2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.003238 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-540e84d1-4173-4e3b-800d-109c69380107 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (a3a4eacb-20ec-4b27-baa8-3638650f17e2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.019543 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e84d1-4173-4e3b-800d-109c69380107 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a4eacb-20ec-4b27-baa8-3638650f17e2,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:46.027918 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-540e84d1-4173-4e3b-800d-109c69380107 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.031544 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-540e84d1-4173-4e3b-800d-109c69380107 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095741 Mar 02 11:43:46.031733 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60488) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:46.035915 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-3928235d-68c1-46d7-9aa2-ffb1616699ca tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'security_group_rule': {'security_group_id': 'f73f923f-22e7-40bb-9c8d-0cb6f0d4be08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:46.059798 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3928235d-68c1-46d7-9aa2-ffb1616699ca tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (3412193a-dc81-4efc-9eb8-f33698ef1aa0), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.116739 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3928235d-68c1-46d7-9aa2-ffb1616699ca tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (3412193a-dc81-4efc-9eb8-f33698ef1aa0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.120028 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3928235d-68c1-46d7-9aa2-ffb1616699ca tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (3412193a-dc81-4efc-9eb8-f33698ef1aa0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.136347 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928235d-68c1-46d7-9aa2-ffb1616699ca tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3412193a-dc81-4efc-9eb8-f33698ef1aa0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:46.144084 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3928235d-68c1-46d7-9aa2-ffb1616699ca tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.145292 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-3928235d-68c1-46d7-9aa2-ffb1616699ca tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126630 Mar 02 11:43:46.148894 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60490) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:43:46.153311 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:46.175251 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.248737 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014e80d-e920-43a2-8d8e-955a7ff1dcf9 req-8a963bbb-97d1-416c-9e4c-905e712a1308 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:46.250227 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1014e80d-e920-43a2-8d8e-955a7ff1dcf9 req-8a963bbb-97d1-416c-9e4c-905e712a1308 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 945 time: 0.0536404 Mar 02 11:43:46.276219 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.301031 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1014e80d-e920-43a2-8d8e-955a7ff1dcf9 req-05574441-11af-447d-b9a9-3e440d6a3a67 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Mar 02 11:43:46.365510 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.385042 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Allocated IP 172.27.2.225 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/47ccdcce-254a-4db1-b12d-cfde34aedb08) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:43:46.481551 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.514732 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.555289 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:43:46.557968 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:43:46.560417 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:43:46.588894 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'Port': ['ID=47ccdcce-254a-4db1-b12d-cfde34aedb08,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:46.650130 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (28ce1c5f-9917-4bdc-96e6-990fd2bf507c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.713932 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.751680 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-c9537848-6759-40c8-9a8d-1c3de13c4c3a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:46.753159 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-c9537848-6759-40c8-9a8d-1c3de13c4c3a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 945 time: 0.0976040 Mar 02 11:43:46.922010 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Deleting port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:43:46.922352 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.989293 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:46.995605 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.087782 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] For port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:47.088511 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.092082 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'Port': ['ID=47ccdcce-254a-4db1-b12d-cfde34aedb08,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:47.103200 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c3c3f1a7-effb-4b93-97a8-a89bc84ba342 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:43:47.126179 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: c3c3f1a7-effb-4b93-97a8-a89bc84ba342 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:43:47.126534 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c3c3f1a7-effb-4b93-97a8-a89bc84ba342 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:43:47.142204 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (28ce1c5f-9917-4bdc-96e6-990fd2bf507c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.168515 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.169754 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-57aeb7e5-ae06-4ea1-b7bd-1fd30e567de1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0199461 Mar 02 11:43:47.284433 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.284907 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (c2895e0e-7192-4e94-9673-81391ce66f9c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.285286 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Floating IP c2895e0e-7192-4e94-9673-81391ce66f9c disassociated. External IP: 172.27.2.51, port: 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea. Mar 02 11:43:47.285713 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Calling delete_port for 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:43:47.393594 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-3dad0e9d-af91-43de-8007-0946f97cd5c1 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--797282855&fields=id&tenant_id=41e1372b16454fc496d1a30579dfea90 HTTP/1.1" status: 200 len: 267 time: 0.0519972 Mar 02 11:43:47.418481 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (52bc1da2-d4e7-4216-9e7a-17d0b2b68aea), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.450356 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event deleted for resources: {'Port': ['ID=52bc1da2-d4e7-4216-9e7a-17d0b2b68aea,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:47.499990 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13474ce3-7b75-43de-b34e-bd43b8ee00df req-31b6dca8-4eb1-462d-9589-5b3c76de3eb7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:47.501516 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13474ce3-7b75-43de-b34e-bd43b8ee00df req-31b6dca8-4eb1-462d-9589-5b3c76de3eb7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5b92c5-219f-410e-aab9-16ad396737b7 HTTP/1.1" status: 200 len: 867 time: 0.1231248 Mar 02 11:43:47.543449 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-48694b89-47b9-4476-bd71-603e43d79a0f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:47.544901 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-48694b89-47b9-4476-bd71-603e43d79a0f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 811 time: 0.1374443 Mar 02 11:43:47.564546 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:43:47.573234 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-e5f9da1b-8b30-435b-94e5-88aa826ff685 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/quotas/41e1372b16454fc496d1a30579dfea90 HTTP/1.1" status: 200 len: 375 time: 0.0207174 Mar 02 11:43:47.577913 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13474ce3-7b75-43de-b34e-bd43b8ee00df req-10ba44ec-23a0-4284-b05d-68cae78a33aa tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697219 Mar 02 11:43:47.632715 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-801ca254-139b-4e41-b0b6-8df704da88ee tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535686 Mar 02 11:43:47.673362 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:43:47.683263 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:43:47.693764 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:47.693764 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:47.717225 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] No DVR routers for this DVR port 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea on host hv-cinder-82282 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:43:47.719716 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:47.723324 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-cd00af3f-e93c-49cb-8ba7-5804440408d7 req-3d750a3f-de8e-44c1-a1f0-0f8790fa64ec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "DELETE /v2.0/ports/52bc1da2-d4e7-4216-9e7a-17d0b2b68aea HTTP/1.1" status: 204 len: 173 time: 0.9602745 Mar 02 11:43:47.723721 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'name': 'network-vif-deleted', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:47.727303 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d3acb5-b6b9-44b4-9877-c5af13c7ef4c" -d '{"events": [{"server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "name": "network-vif-deleted", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:47.733972 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-e56c6e79-56a0-4c5b-91c8-a6d1f5254fcc service neutron] 10.222.0.43 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901613 Mar 02 11:43:47.770670 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4bc714-ba26-4c91-9a86-c91ee7443e37 x-openstack-request-id: req-4e4bc714-ba26-4c91-9a86-c91ee7443e37 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:47.771860 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b92c5-219f-410e-aab9-16ad396737b7", "name": "network-vif-deleted", "tag": "52bc1da2-d4e7-4216-9e7a-17d0b2b68aea", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:47.772116 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e4bc714-ba26-4c91-9a86-c91ee7443e37 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:47.772534 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5b92c5-219f-410e-aab9-16ad396737b7', 'name': 'network-vif-deleted', 'tag': '52bc1da2-d4e7-4216-9e7a-17d0b2b68aea', 'status': 'completed', 'code': 200} Mar 02 11:43:47.829927 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:48.062280 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-0b2d9c9e-16e5-4a8e-962e-8269ec7cbb2a service neutron] 10.222.0.43 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217359 Mar 02 11:43:48.074530 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:48.194359 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:43:48.204696 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:43:48.205270 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:48.235909 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14ca99ff-d18f-42ed-9039-f09e90a9f1e2 req-205a6b67-c623-4eb5-ad18-602b3f4fcbd9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 210 time: 0.0279582 Mar 02 11:43:48.315151 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:43:48.543745 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:43:48.573974 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d6562-a7d4-4d6f-8b53-ee310f95bcab None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:43:48.843865 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9010f8f-4487-474f-80ea-304b07ebb9d3 None None] New status for floating IP c2895e0e-7192-4e94-9673-81391ce66f9c: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:43:48.856291 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-97af52db-09d3-4223-9727-5651ac5010da tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356947845&fields=id&tenant_id=48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 267 time: 0.0447881 Mar 02 11:43:48.979271 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-94c495c1-3d18-42cf-bfdd-8fd98d1c1fec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:48.980276 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-94c495c1-3d18-42cf-bfdd-8fd98d1c1fec tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 812 time: 0.1176026 Mar 02 11:43:48.997083 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-aaa59c0c-6853-448c-886b-97e0dfb5f5d1 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/quotas/48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 375 time: 0.0102508 Mar 02 11:43:49.057119 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-b221b916-bab6-477a-983b-1f739cdb3af9 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509043 Mar 02 11:43:49.161139 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-e110e85b-8fe3-4c2a-a328-22863f1f9f45 service neutron] 10.222.0.43 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911763 Mar 02 11:43:49.277205 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-3dd07e6e-67be-45eb-8357-c91daffd8726 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:49.278753 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-3dd07e6e-67be-45eb-8357-c91daffd8726 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 811 time: 0.1351054 Mar 02 11:43:49.347552 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-ba013326-5246-4ec6-bf2e-0a07d4156ae7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41e1372b16454fc496d1a30579dfea90 HTTP/1.1" status: 200 len: 379 time: 0.0582349 Mar 02 11:43:49.347711 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-c6c93d2b-7436-4abe-9836-96d9f62cc241 service neutron] 10.222.0.43 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800656 Mar 02 11:43:49.360568 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'port': {'device_id': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'admin_state_up': True, 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'security_groups': ['f73f923f-22e7-40bb-9c8d-0cb6f0d4be08']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:49.379688 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ddd04913-70cc-43a3-891b-e073043e72bc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:49.381728 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ddd04913-70cc-43a3-891b-e073043e72bc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.1248465 Mar 02 11:43:49.397491 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-bce4430b-6021-450c-bc18-08dabb037139 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/quotas/26193248bccb412db42604b50dd90c70 HTTP/1.1" status: 200 len: 375 time: 0.0096993 Mar 02 11:43:49.452800 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-cfc25a99-89af-4d0a-92e7-4128d048001f tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501437 Mar 02 11:43:49.471935 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Made reservation on behalf of 41e1372b16454fc496d1a30579dfea90 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:43:49.475941 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:49.557366 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-e6e1e579-6e4c-4069-944c-bf6edf009cfc service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916092 Mar 02 11:43:49.618845 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Allocated IP 172.20.0.11 (33ec2064-eb91-4b84-840a-c5bbef88a25b/a2f14140-4f53-42c1-9b98-d168f5ebbf1d/862d377a-fbb1-4dc9-91c6-5e5a45204991) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:43:49.683399 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-f316bccd-949b-4fb4-b46f-6ef0bb790ac5 service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191330 Mar 02 11:43:49.698789 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e195335e-860e-4fdd-8380-8656efb441e9 req-cd945403-29c6-4454-8128-c429a6b8541f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 210 time: 0.0404480 Mar 02 11:43:49.781865 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e196daa8-1757-4d31-b641-70963bd8bdcc req-6e3f0d54-7de5-4ce9-a7a7-8b10c2aae54a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 210 time: 0.0376902 Mar 02 11:43:49.802408 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:49.862424 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:49.898700 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-502836af-11f2-4712-8f70-3e88efb1e65b req-c7549857-78e2-49e8-a44f-4ad99eac9c46 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 210 time: 0.0431139 Mar 02 11:43:49.919148 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:43:49.927706 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:43:49.930188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:43:49.934464 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event updated for resources: {'Port': ['ID=862d377a-fbb1-4dc9-91c6-5e5a45204991,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:49.991701 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:49.992321 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.021788 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-9639078b-ca5d-4994-a78c-bc4b8557f5f9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6651192 Mar 02 11:43:50.036941 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Request body: {'port': {'device_id': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:50.109907 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.228738 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-48d37a22-00f4-466d-9456-a943126ec008 None None] Provisioning complete for port 862d377a-fbb1-4dc9-91c6-5e5a45204991 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:43:50.229728 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-48d37a22-00f4-466d-9456-a943126ec008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.269618 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-48d37a22-00f4-466d-9456-a943126ec008 None None] Port 862d377a-fbb1-4dc9-91c6-5e5a45204991 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:43:50.405832 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862d377a-fbb1-4dc9-91c6-5e5a45204991 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:50.413347 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Publish callbacks [] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.425839 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Transition to ACTIVE for port object 862d377a-fbb1-4dc9-91c6-5e5a45204991 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:43:50.428831 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.481128 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Pushing event updated for resources: {'Port': ['ID=862d377a-fbb1-4dc9-91c6-5e5a45204991,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:50.556639 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Attempting to bind port 862d377a-fbb1-4dc9-91c6-5e5a45204991 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:43:50.557007 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Attempting to bind port 862d377a-fbb1-4dc9-91c6-5e5a45204991 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:43:50.557348 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Attempting to bind port 862d377a-fbb1-4dc9-91c6-5e5a45204991 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:50.561917 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Port 862d377a-fbb1-4dc9-91c6-5e5a45204991 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:43:50.562245 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Attempting to bind port 862d377a-fbb1-4dc9-91c6-5e5a45204991 on network 33ec2064-eb91-4b84-840a-c5bbef88a25b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:50.567386 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:43:50.568381 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Checking segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:43:50.568883 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Bound using segment: {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:43:50.569363 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Bound port: 862d377a-fbb1-4dc9-91c6-5e5a45204991, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d001bab-32b7-4627-bd01-c0770acd3d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:43:50.569754 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.698084 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] For port 862d377a-fbb1-4dc9-91c6-5e5a45204991, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:43:50.715885 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] For port 862d377a-fbb1-4dc9-91c6-5e5a45204991, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:43:50.728895 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.792750 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:50.793372 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:50.794770 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] 10.222.0.15 "PUT /v2.0/ports/862d377a-fbb1-4dc9-91c6-5e5a45204991 HTTP/1.1" status: 200 len: 1094 time: 0.7632337 Mar 02 11:43:50.795243 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:50.797969 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac3e5e-04a0-4cfe-9623-e7792c207581" -d '{"events": [{"name": "network-changed", "server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:50.830962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-6bd3c419-8c5d-4427-a963-ff1cf68108ef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:50.832433 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-6bd3c419-8c5d-4427-a963-ff1cf68108ef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 812 time: 0.2095473 Mar 02 11:43:50.878387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e7011-c855-4b62-a8aa-ece4f0dd1090 req-239f5efd-6627-43d0-8416-00e59f61621f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:50.887688 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e34e7011-c855-4b62-a8aa-ece4f0dd1090 req-239f5efd-6627-43d0-8416-00e59f61621f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 944 time: 0.1145756 Mar 02 11:43:50.912438 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a45a-a099-4558-887a-5f491c1e068b service neutron] Pushing event updated for resources: {'Port': ['ID=862d377a-fbb1-4dc9-91c6-5e5a45204991,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:50.942761 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77f0aa5e-5077-4add-815f-ae16b790952c req-bfeec86c-c453-4a3d-b0b7-438d0838a92f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 210 time: 0.0383282 Mar 02 11:43:50.978252 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-6b3548e6-1121-46c8-90bb-ccdafbf70b95 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 380 time: 0.1237600 Mar 02 11:43:50.990453 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'port': {'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'admin_state_up': True, 'tenant_id': '48c901207e06426493375953165ce4a1', 'security_groups': ['749f78aa-ec51-4f69-acf8-8f6007652107']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:51.054000 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0036317-b9f5-4c45-88ac-370cec76e154 x-openstack-request-id: req-a0036317-b9f5-4c45-88ac-370cec76e154 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:51.054217 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:51.054469 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0036317-b9f5-4c45-88ac-370cec76e154 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:51.055066 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'status': 'completed', 'code': 200} Mar 02 11:43:51.071097 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e34e7011-c855-4b62-a8aa-ece4f0dd1090 req-b7c3a079-ad58-457a-a6bb-f1a14241ff24 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777191 Mar 02 11:43:51.092320 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-d9e75055-384f-4006-bc33-110f1527ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:51.093843 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-d9e75055-384f-4006-bc33-110f1527ce83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 1128 time: 0.2157645 Mar 02 11:43:51.115667 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-546e6f9b-b324-4106-bb85-d4ffe1d8181c req-c08afbbf-0742-40e9-b59f-178770ef649f tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 210 time: 0.0304966 Mar 02 11:43:51.130761 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:43:51.160922 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-cb138aad-12b9-441b-9bb4-8d2a03cb9b02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991 HTTP/1.1" status: 200 len: 217 time: 0.0488493 Mar 02 11:43:51.181643 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:43:51.182300 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 52bc1da2-d4e7-4216-9e7a-17d0b2b68aea not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:43:51.187373 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb2c21-e214-4b46-9654-740dfa07657f req-75759dee-9efc-4051-9b4d-4ed7224f64c3 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:51.188869 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-75759dee-9efc-4051-9b4d-4ed7224f64c3 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.2436395 Mar 02 11:43:51.208097 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Request body: {'port': {'device_id': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'admin_state_up': True, 'tenant_id': '26193248bccb412db42604b50dd90c70'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:51.332423 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Made reservation on behalf of 26193248bccb412db42604b50dd90c70 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:43:51.335884 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:51.506533 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-74a69866-1c18-433a-b96d-3bd66c5c59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:51.507981 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-74a69866-1c18-433a-b96d-3bd66c5c59dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.3396630 Mar 02 11:43:51.520956 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Allocated IP 172.20.0.6 (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca/28847bc3-ebde-48d7-936a-03ee0a6d9097/18f5887b-1aa9-4136-95f5-ca1c769a2bbc) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:43:51.539986 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Made reservation on behalf of 48c901207e06426493375953165ce4a1 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:43:51.543240 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:51.613269 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90cba-1290-46c3-b185-ff0292278664 req-f8f6b1dd-8dd9-4683-af33-5f6679a4ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:51.615287 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-f8f6b1dd-8dd9-4683-af33-5f6679a4ebad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007786 Mar 02 11:43:51.681536 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks [] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:51.721549 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:51.733599 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:43:51.742567 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Allocated IP 172.20.0.4 (4a623bdc-7cec-4329-88d2-5400e16bd978/c95d1660-884b-4b80-9b9a-aced0152338e/2c996c7c-4632-43b6-9e93-d30f9712bd9b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:43:51.760051 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-be23ccca-079a-4b3c-8adb-1aa09b4209a7 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368585 Mar 02 11:43:51.810026 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:43:51.819038 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:43:51.820981 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event updated for resources: {'Port': ['ID=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:51.823171 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:43:51.882408 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:51.883706 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:51.901421 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-4c6143c9-260a-40a5-89a7-4e8bacbc1307 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6971996 Mar 02 11:43:51.912756 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Request body: {'port': {'device_id': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:51.932543 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-57a90cba-1290-46c3-b185-ff0292278664 req-de58885b-8f44-45f3-990b-6958eefa9256 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647830 Mar 02 11:43:51.969408 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:51.972139 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.031837 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.084850 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:43:52.087040 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-fe61e619-5ab1-4040-b3bf-27246f3082b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.088556 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-fe61e619-5ab1-4040-b3bf-27246f3082b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 1128 time: 0.0935936 Mar 02 11:43:52.093810 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:43:52.106193 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:43:52.123682 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=2c996c7c-4632-43b6-9e93-d30f9712bd9b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:52.208991 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.209622 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.251245 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-29b204f0-7b06-4cba-a3d9-a19774c6b916 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2653425 Mar 02 11:43:52.257376 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-645c3b63-b1ea-4823-acca-cd343e92ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.258878 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-645c3b63-b1ea-4823-acca-cd343e92ec94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 912 time: 0.1625810 Mar 02 11:43:52.263892 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Request body: {'port': {'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:43:52.286861 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c936786-553d-4d52-8b5d-dcb2a0299e62 req-d15d9a2c-948c-4ed4-b4e5-501e98f69fda tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.288391 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c936786-553d-4d52-8b5d-dcb2a0299e62 req-d15d9a2c-948c-4ed4-b4e5-501e98f69fda tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 931 time: 0.2660346 Mar 02 11:43:52.325561 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-fc58a6cf-bddf-4ecd-81e1-85161c20e645 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991 HTTP/1.1" status: 200 len: 217 time: 0.0589285 Mar 02 11:43:52.337626 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff291d0-98bd-4d22-9ea5-47717b5debd4 req-33434411-aafa-457b-ac4a-c605bbef12ed tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.339062 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cff291d0-98bd-4d22-9ea5-47717b5debd4 req-33434411-aafa-457b-ac4a-c605bbef12ed tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 944 time: 0.1919646 Mar 02 11:43:52.356091 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-46d51c3d-f262-4d5c-9969-47750a75eb8b None None] Provisioning complete for port 2c996c7c-4632-43b6-9e93-d30f9712bd9b triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:43:52.356882 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-46d51c3d-f262-4d5c-9969-47750a75eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.396774 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.402684 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-46d51c3d-f262-4d5c-9969-47750a75eb8b None None] Port 2c996c7c-4632-43b6-9e93-d30f9712bd9b cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:43:52.414171 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-fcb3d4e6-443c-4222-88d7-833a1362871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.415601 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-fcb3d4e6-443c-4222-88d7-833a1362871a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.0817702 Mar 02 11:43:52.420012 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c936786-553d-4d52-8b5d-dcb2a0299e62 req-c20a9874-aee9-4f1e-ad49-f35ebb4b9923 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247258 Mar 02 11:43:52.456904 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cff291d0-98bd-4d22-9ea5-47717b5debd4 req-17213331-bc35-48d9-ba25-382b88cdfdbd tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996263 Mar 02 11:43:52.524387 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f5887b-1aa9-4136-95f5-ca1c769a2bbc {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:52.533263 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Publish callbacks [] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.557158 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-a67a65b3-09fc-4bd1-a89f-4f615bab8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.558670 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-a67a65b3-09fc-4bd1-a89f-4f615bab8a3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118460 Mar 02 11:43:52.559997 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Transition to ACTIVE for port object 18f5887b-1aa9-4136-95f5-ca1c769a2bbc will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:43:52.569292 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc8ebf-4f1f-4189-b194-05b9d98065f6 req-9d485b07-6421-46d8-9d40-a848978431ce tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:52.570852 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3fc8ebf-4f1f-4189-b194-05b9d98065f6 req-9d485b07-6421-46d8-9d40-a848978431ce tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 931 time: 0.0918071 Mar 02 11:43:52.571910 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.660005 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Pushing event updated for resources: {'Port': ['ID=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:52.706092 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3fc8ebf-4f1f-4189-b194-05b9d98065f6 req-22e2bf17-aa16-45e3-a719-b8408b9d6ead tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109271 Mar 02 11:43:52.716064 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-acf58233-6e00-4f2b-bca9-c90c02d4411e service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492712 Mar 02 11:43:52.737104 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Attempting to bind port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:43:52.737398 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Attempting to bind port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:43:52.737728 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Attempting to bind port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:52.742733 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:43:52.743611 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Attempting to bind port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:52.748354 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:43:52.748755 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Checking segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:43:52.749279 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Bound using segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:43:52.749725 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Bound port: 18f5887b-1aa9-4136-95f5-ca1c769a2bbc, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:43:52.750082 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.842130 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:43:52.858565 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c996c7c-4632-43b6-9e93-d30f9712bd9b {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:52.864794 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-e3ac3e5e-04a0-4cfe-9623-e7792c207581 req-ef6555fd-d5b4-4fc3-9be8-beb225856905 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392949 Mar 02 11:43:52.869153 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Publish callbacks [] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.883437 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Transition to ACTIVE for port object 2c996c7c-4632-43b6-9e93-d30f9712bd9b will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:43:52.889239 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:52.949345 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Pushing event updated for resources: {'Port': ['ID=2c996c7c-4632-43b6-9e93-d30f9712bd9b,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:53.022624 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Attempting to bind port 2c996c7c-4632-43b6-9e93-d30f9712bd9b on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:43:53.023091 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Attempting to bind port 2c996c7c-4632-43b6-9e93-d30f9712bd9b by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:43:53.023440 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Attempting to bind port 2c996c7c-4632-43b6-9e93-d30f9712bd9b on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:53.027959 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Port 2c996c7c-4632-43b6-9e93-d30f9712bd9b on network 4a623bdc-7cec-4329-88d2-5400e16bd978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:43:53.028289 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Attempting to bind port 2c996c7c-4632-43b6-9e93-d30f9712bd9b on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:43:53.033946 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:43:53.033946 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Checking segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:43:53.034335 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Bound using segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:43:53.034771 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Bound port: 2c996c7c-4632-43b6-9e93-d30f9712bd9b, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:43:53.035134 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:53.039496 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] For port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc, host hv-cinder-82282, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:43:53.044126 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] For port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:43:53.051444 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:53.092372 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.093140 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:53.094547 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] 10.222.0.15 "PUT /v2.0/ports/18f5887b-1aa9-4136-95f5-ca1c769a2bbc HTTP/1.1" status: 200 len: 1093 time: 1.1859486 Mar 02 11:43:53.094988 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'tag': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:53.097354 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d803266-ac69-48e3-b794-2b75bc8452ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6c98cd-b3a4-4fbd-b69d-383df74e1e62", "tag": "18f5887b-1aa9-4136-95f5-ca1c769a2bbc"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:53.111356 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] For port 2c996c7c-4632-43b6-9e93-d30f9712bd9b, host hv-cinder-82282, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:43:53.114850 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] For port 2c996c7c-4632-43b6-9e93-d30f9712bd9b, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:43:53.116967 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9527f7-4e3b-4584-8968-5062f5c4ddeb service neutron] Pushing event updated for resources: {'Port': ['ID=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:53.129234 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:53.168681 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.169303 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:53.170686 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 1093 time: 0.9109385 Mar 02 11:43:53.171125 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:53.173652 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acae4131-88d4-4d30-9690-368100b16beb" -d '{"events": [{"name": "network-changed", "server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:53.185045 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6839299-3db8-4a85-a6b4-6603390f9e70 x-openstack-request-id: req-c6839299-3db8-4a85-a6b4-6603390f9e70 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:53.185323 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6c98cd-b3a4-4fbd-b69d-383df74e1e62", "tag": "18f5887b-1aa9-4136-95f5-ca1c769a2bbc", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:53.185575 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6839299-3db8-4a85-a6b4-6603390f9e70 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:53.185974 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'tag': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', 'status': 'completed', 'code': 200} Mar 02 11:43:53.207078 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85df2a4-7a63-49c7-a83a-a6ecd42f8a40 service neutron] Pushing event updated for resources: {'Port': ['ID=2c996c7c-4632-43b6-9e93-d30f9712bd9b,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:53.252731 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb2c21-e214-4b46-9654-740dfa07657f req-bfd73245-db55-4301-9e0a-1d29a323d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.253820 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02216e04-6872-4187-b91c-9151e8852ab3 x-openstack-request-id: req-02216e04-6872-4187-b91c-9151e8852ab3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:53.254113 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:53.254394 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02216e04-6872-4187-b91c-9151e8852ab3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:53.254636 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-bfd73245-db55-4301-9e0a-1d29a323d912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 1127 time: 0.1010118 Mar 02 11:43:53.254790 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'status': 'completed', 'code': 200} Mar 02 11:43:53.274301 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-347aecfe-d4d4-4568-b09e-1c6b818cec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.275800 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-347aecfe-d4d4-4568-b09e-1c6b818cec6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1127 time: 0.0511291 Mar 02 11:43:53.316291 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-a4dd1bcc-4118-4145-af6c-e64ac8340ccd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f5887b-1aa9-4136-95f5-ca1c769a2bbc HTTP/1.1" status: 200 len: 217 time: 0.0542264 Mar 02 11:43:53.319064 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-dcaf4b7b-d821-4551-b8f2-061189c7a88e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 217 time: 0.0363166 Mar 02 11:43:53.375710 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-d990cb0f-7cff-42e0-aa5a-3ff552f59207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.377203 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-d990cb0f-7cff-42e0-aa5a-3ff552f59207 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0497110 Mar 02 11:43:53.382588 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb2c21-e214-4b46-9654-740dfa07657f req-264546fd-71d2-4634-95fb-d323523e6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.384058 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-264546fd-71d2-4634-95fb-d323523e6d2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0570629 Mar 02 11:43:53.426346 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fe56-f955-400c-a355-9c7b179348ff req-f8cff281-7a8a-4a09-9872-2635bdce36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.427855 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-f8cff281-7a8a-4a09-9872-2635bdce36ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438859 Mar 02 11:43:53.434524 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-86801d30-9b3f-471e-9af0-4d610ffc8cfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445354 Mar 02 11:43:53.529800 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-30bba606-54fb-47e7-9e5e-caf1a0e11b71 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957141 Mar 02 11:43:53.582023 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-5ea48768-444c-45c3-ba84-fa94ed978ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418040 Mar 02 11:43:53.622866 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-8741fe56-f955-400c-a355-9c7b179348ff req-3d829b56-2fac-46cb-ba85-a8221bc232eb service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865529 Mar 02 11:43:53.664202 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe5e76-05b5-4def-b246-b916262e4531 req-25c8e3c4-3a9d-443b-9485-69d0714964a2 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.665685 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87fe5e76-05b5-4def-b246-b916262e4531 req-25c8e3c4-3a9d-443b-9485-69d0714964a2 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 943 time: 0.1585646 Mar 02 11:43:53.688335 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe8b3a-6af5-4cb1-b79b-87537b275ab7 req-842a6525-d258-43fb-8b97-bc9dd9a87fb9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.689825 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-30fe8b3a-6af5-4cb1-b79b-87537b275ab7 req-842a6525-d258-43fb-8b97-bc9dd9a87fb9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 944 time: 0.1503477 Mar 02 11:43:53.713839 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4131-88d4-4d30-9690-368100b16beb req-6df2ea17-e9cb-4f9f-a44d-b85b47a20405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.715364 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-acae4131-88d4-4d30-9690-368100b16beb req-6df2ea17-e9cb-4f9f-a44d-b85b47a20405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1127 time: 0.0460114 Mar 02 11:43:53.749176 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35bb2c21-e214-4b46-9654-740dfa07657f req-492d41a9-7ece-40bc-b722-98866d72cd0e service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577702 Mar 02 11:43:53.790185 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87fe5e76-05b5-4def-b246-b916262e4531 req-b646b862-4975-4e91-b7f7-a20176903a2d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182096 Mar 02 11:43:53.794161 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-30fe8b3a-6af5-4cb1-b79b-87537b275ab7 req-c58424f4-46c9-4634-b15d-b722e6affd22 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935621 Mar 02 11:43:53.814204 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4131-88d4-4d30-9690-368100b16beb req-4102725c-d932-4d47-93a6-ed3fd373eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.814793 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-acae4131-88d4-4d30-9690-368100b16beb req-4102725c-d932-4d47-93a6-ed3fd373eb9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.0932000 Mar 02 11:43:53.855572 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-e3ac328f-6e1c-4eda-959b-52e87b20abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.857250 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-e3ac328f-6e1c-4eda-959b-52e87b20abe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 1127 time: 0.0470755 Mar 02 11:43:53.857885 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-acae4131-88d4-4d30-9690-368100b16beb req-20d81d68-7b65-407c-9acc-d746bd5cb255 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 217 time: 0.0354798 Mar 02 11:43:53.910849 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4131-88d4-4d30-9690-368100b16beb req-b42b505f-bd00-4d20-a0ca-fa073dc26b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.912861 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-acae4131-88d4-4d30-9690-368100b16beb req-b42b505f-bd00-4d20-a0ca-fa073dc26b5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0437090 Mar 02 11:43:53.965775 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4131-88d4-4d30-9690-368100b16beb req-c5fd64cf-6b7e-43f7-b4da-40dccb631ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:53.967264 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-acae4131-88d4-4d30-9690-368100b16beb req-c5fd64cf-6b7e-43f7-b4da-40dccb631ce8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480912 Mar 02 11:43:54.029242 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c913b-9135-44af-9dcd-c2b1e117e0b4 req-8ac0f390-e573-4c60-a1a9-a5c190c76dd0 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:54.030714 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-039c913b-9135-44af-9dcd-c2b1e117e0b4 req-8ac0f390-e573-4c60-a1a9-a5c190c76dd0 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 943 time: 0.1708841 Mar 02 11:43:54.055998 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-acae4131-88d4-4d30-9690-368100b16beb req-77deb65c-fee7-414d-830c-9c1379f41a88 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813146 Mar 02 11:43:54.056305 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-f7aaf2d7-99bb-4b9d-a41e-d65f09d54992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:54.057756 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-f7aaf2d7-99bb-4b9d-a41e-d65f09d54992 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 916 time: 0.1892242 Mar 02 11:43:54.113678 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-39c0b88e-1713-4e89-962d-c564c66ec5e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f5887b-1aa9-4136-95f5-ca1c769a2bbc HTTP/1.1" status: 200 len: 217 time: 0.0439119 Mar 02 11:43:54.121070 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-039c913b-9135-44af-9dcd-c2b1e117e0b4 req-1c5d0ff4-82e7-4543-8166-aceb81e05569 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812356 Mar 02 11:43:54.162753 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-c3326805-98f9-4822-8caa-a777aaa69fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:54.162995 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-acae4131-88d4-4d30-9690-368100b16beb req-9c99b064-55ec-475a-9b0b-c29cd82b8e74 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958855 Mar 02 11:43:54.164202 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-c3326805-98f9-4822-8caa-a777aaa69fff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0423007 Mar 02 11:43:54.200565 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-e758df7a-9a4c-45cb-ab7c-3945e88e08b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262640 Mar 02 11:43:54.290848 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-e602a83b-ead6-4188-9b66-be976bb137fe service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832076 Mar 02 11:43:54.378383 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4d803266-ac69-48e3-b794-2b75bc8452ca req-dbb1df0d-0cdf-4a20-a18c-51cb70f2de32 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807970 Mar 02 11:43:54.945856 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd74334-8eeb-4a85-9756-cb5e96704b9e req-a998374e-e349-4350-97a8-5dcd7f51c815 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:54.947311 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd74334-8eeb-4a85-9756-cb5e96704b9e req-a998374e-e349-4350-97a8-5dcd7f51c815 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 943 time: 0.0872092 Mar 02 11:43:54.953866 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f14a2-4e70-4a1d-8799-43c90926102d req-4c3a9513-c90d-4346-b70e-b303285efdef tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:54.955192 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fe6f14a2-4e70-4a1d-8799-43c90926102d req-4c3a9513-c90d-4346-b70e-b303285efdef tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 944 time: 0.0863359 Mar 02 11:43:55.025770 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd74334-8eeb-4a85-9756-cb5e96704b9e req-0bc7b54e-9169-40ec-b9dc-c7f51b3505c4 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696607 Mar 02 11:43:55.029725 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fe6f14a2-4e70-4a1d-8799-43c90926102d req-6554b201-c844-453e-ae65-cf2bcd3b3f34 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674715 Mar 02 11:43:55.149317 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 862d377a-fbb1-4dc9-91c6-5e5a45204991 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:43:55.235158 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c23b-6020-4238-8e22-a118fbf71bc9 req-5ddd2c9c-0058-4a85-b718-ab56aacb3d99 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:55.237022 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd87c23b-6020-4238-8e22-a118fbf71bc9 req-5ddd2c9c-0058-4a85-b718-ab56aacb3d99 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 943 time: 0.0520594 Mar 02 11:43:55.243664 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 862d377a-fbb1-4dc9-91c6-5e5a45204991, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:55.259008 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'port_id': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'mac_address': 'fa:16:3e:05:d6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:43:55.286060 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd87c23b-6020-4238-8e22-a118fbf71bc9 req-56905541-6547-4979-a39d-78d5cbd2c73d tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Mar 02 11:43:55.294960 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 862d377a-fbb1-4dc9-91c6-5e5a45204991 is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:55.295356 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:55.309046 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862d377a-fbb1-4dc9-91c6-5e5a45204991 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:55.328175 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 862d377a-fbb1-4dc9-91c6-5e5a45204991, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:55.330975 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:55.375780 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=862d377a-fbb1-4dc9-91c6-5e5a45204991,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:55.383276 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.383633 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.383982 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.384322 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.384721 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.385059 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.385418 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.385746 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.386072 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.386405 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.386727 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.387051 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.387370 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:43:55.599405 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['862d377a-fbb1-4dc9-91c6-5e5a45204991'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:43:56.171591 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe321b-6452-47ec-850b-a719f5732ff7 req-a56b2d94-390a-453f-ac27-57b7a1daf684 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:56.173269 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b5fe321b-6452-47ec-850b-a719f5732ff7 req-a56b2d94-390a-453f-ac27-57b7a1daf684 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 943 time: 0.0824640 Mar 02 11:43:56.180553 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f74fbe-51c9-4a55-aaba-e1887d40e7dd req-584079d6-c377-4821-9ed5-31dbb13ee9a8 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:56.181929 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2f74fbe-51c9-4a55-aaba-e1887d40e7dd req-584079d6-c377-4821-9ed5-31dbb13ee9a8 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 945 time: 0.0819495 Mar 02 11:43:56.256578 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b5fe321b-6452-47ec-850b-a719f5732ff7 req-1541d351-edb9-4dfa-9e6e-05beddd98ecc tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737195 Mar 02 11:43:56.259813 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e2f74fbe-51c9-4a55-aaba-e1887d40e7dd req-d9e5f1be-f048-4e3e-b84a-e5d0588ec978 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713696 Mar 02 11:43:56.409148 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a024441-aebd-40cb-8981-bae47172123c req-c89aab78-925d-4929-a142-12a885025c94 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:56.410583 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4a024441-aebd-40cb-8981-bae47172123c req-c89aab78-925d-4929-a142-12a885025c94 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 943 time: 0.0601304 Mar 02 11:43:56.455591 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4a024441-aebd-40cb-8981-bae47172123c req-682dc78f-885e-44c3-8e2f-1d507879127c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Mar 02 11:43:57.165369 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 18f5887b-1aa9-4136-95f5-ca1c769a2bbc details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:43:57.168379 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 862d377a-fbb1-4dc9-91c6-5e5a45204991 up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:43:57.277321 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 862d377a-fbb1-4dc9-91c6-5e5a45204991 completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:43:57.291369 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 862d377a-fbb1-4dc9-91c6-5e5a45204991 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:43:57.291740 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:57.321086 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:57.340097 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'port_id': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', 'mac_address': 'fa:16:3e:16:a2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28847bc3-ebde-48d7-936a-03ee0a6d9097', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:43:57.386421 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:57.386809 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:57.407189 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96af83-6efc-4f09-bbc6-79de71fc26b5 req-072b6b55-ef3e-49d9-97b0-7bd6f421c68e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:57.408889 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b96af83-6efc-4f09-bbc6-79de71fc26b5 req-072b6b55-ef3e-49d9-97b0-7bd6f421c68e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 943 time: 0.0831778 Mar 02 11:43:57.421541 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70110dd9-50c2-41e2-942c-697b6c49644d req-9f042acc-d012-43a0-8128-4b44b608ff49 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:57.423252 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-70110dd9-50c2-41e2-942c-697b6c49644d req-9f042acc-d012-43a0-8128-4b44b608ff49 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 945 time: 0.0958619 Mar 02 11:43:57.500609 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b96af83-6efc-4f09-bbc6-79de71fc26b5 req-65d489ef-2182-49f8-a089-4334536a8134 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763299 Mar 02 11:43:57.504141 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-70110dd9-50c2-41e2-942c-697b6c49644d req-2e5c7b3e-bffe-46a6-9a60-8b21d1ffa9a9 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738328 Mar 02 11:43:57.555646 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f5887b-1aa9-4136-95f5-ca1c769a2bbc {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:43:57.569780 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 862d377a-fbb1-4dc9-91c6-5e5a45204991 is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:57.570167 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:57.587903 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:57.596264 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:57.604434 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:57.606710 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1649a-a866-4512-a089-dcbbad822e44" -d '{"events": [{"server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "name": "network-vif-plugged", "status": "completed", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:57.611178 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547116-edd9-4384-9789-ec3a331ec98a req-c4aa4c3d-5aa0-46d1-b6a6-69444ba704dc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:57.612709 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9e547116-edd9-4384-9789-ec3a331ec98a req-c4aa4c3d-5aa0-46d1-b6a6-69444ba704dc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 943 time: 0.0556366 Mar 02 11:43:57.636414 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 862d377a-fbb1-4dc9-91c6-5e5a45204991, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:57.645031 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a107ad42-7a5f-465a-b3a2-cdf1cc001cf3 x-openstack-request-id: req-a107ad42-7a5f-465a-b3a2-cdf1cc001cf3 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:57.645852 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "name": "network-vif-plugged", "status": "completed", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:57.646727 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a107ad42-7a5f-465a-b3a2-cdf1cc001cf3 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:57.647137 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'code': 200} Mar 02 11:43:57.650122 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:57.665358 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9e547116-edd9-4384-9789-ec3a331ec98a req-073ce471-9407-49e7-b28e-d66ce773ca2f tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Mar 02 11:43:57.668959 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:57.727617 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=862d377a-fbb1-4dc9-91c6-5e5a45204991,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:57.821613 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09e23-cd83-41bc-a56d-b82736f39919 req-3fddce0c-ccd9-41f5-a3f8-baa4a213fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:57.823040 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64f09e23-cd83-41bc-a56d-b82736f39919 req-3fddce0c-ccd9-41f5-a3f8-baa4a213fffb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 1130 time: 0.0426040 Mar 02 11:43:57.847681 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['18f5887b-1aa9-4136-95f5-ca1c769a2bbc'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:43:57.869160 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64f09e23-cd83-41bc-a56d-b82736f39919 req-8c4758b8-15c9-46a7-85d8-3cd88e69e288 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Mar 02 11:43:58.648835 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d98246-d344-4b8e-9293-0be615392532 req-cedaa718-b794-409e-9489-d27cb18cb4bf tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:58.650295 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-48d98246-d344-4b8e-9293-0be615392532 req-cedaa718-b794-409e-9489-d27cb18cb4bf tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 943 time: 0.0800679 Mar 02 11:43:58.657435 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ec78a-98de-47a0-8812-fbf484b1cf21 req-57927b5c-9baa-4b49-8f2e-af46b4e7c426 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:58.658757 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-912ec78a-98de-47a0-8812-fbf484b1cf21 req-57927b5c-9baa-4b49-8f2e-af46b4e7c426 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 946 time: 0.0799196 Mar 02 11:43:58.732167 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-912ec78a-98de-47a0-8812-fbf484b1cf21 req-4c653786-9c93-44bb-b8ab-7787a6e665a3 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664833 Mar 02 11:43:58.735527 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-48d98246-d344-4b8e-9293-0be615392532 req-2d9fe977-0b1e-4da1-89ef-f373fd699f46 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759380 Mar 02 11:43:58.834240 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feb590-4d63-48ed-848a-35bd725335c4 req-07e39826-8f30-4e01-956a-3dd929871422 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:58.835665 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e6feb590-4d63-48ed-848a-35bd725335c4 req-07e39826-8f30-4e01-956a-3dd929871422 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 944 time: 0.0512428 Mar 02 11:43:58.879895 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e6feb590-4d63-48ed-848a-35bd725335c4 req-c726995d-5c13-4731-aae1-45de7106abfa tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Mar 02 11:43:59.197076 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 18f5887b-1aa9-4136-95f5-ca1c769a2bbc up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:43:59.243390 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:43:59.246838 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:43:59.247212 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:59.323992 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:43:59.324374 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:59.355643 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:43:59.359136 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:59.410753 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-58e4275c-42bd-4808-99a2-30ad1a0f6cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:43:59.415049 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:43:59.648247 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:43:59.650706 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5146b9cc-65a2-43b7-9518-fc378a93c500" -d '{"events": [{"server_uuid": "2b6c98cd-b3a4-4fbd-b69d-383df74e1e62", "name": "network-vif-plugged", "status": "completed", "tag": "18f5887b-1aa9-4136-95f5-ca1c769a2bbc"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:43:59.685087 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c54b56-2c70-4aac-825a-271daabf10ba x-openstack-request-id: req-86c54b56-2c70-4aac-825a-271daabf10ba {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:43:59.685440 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6c98cd-b3a4-4fbd-b69d-383df74e1e62", "name": "network-vif-plugged", "status": "completed", "tag": "18f5887b-1aa9-4136-95f5-ca1c769a2bbc", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:43:59.685695 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86c54b56-2c70-4aac-825a-271daabf10ba {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:43:59.686083 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', 'code': 200} Mar 02 11:43:59.918385 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983b58-643d-4ed7-9dd1-c8fa8b00ac61 req-c731bae6-43e9-42bd-95fc-6617442a7624 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:59.919855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41983b58-643d-4ed7-9dd1-c8fa8b00ac61 req-c731bae6-43e9-42bd-95fc-6617442a7624 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 946 time: 0.1186113 Mar 02 11:43:59.924746 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e989cb-5ae6-44da-95fc-695ac5f76fbd req-03a77e7c-5edc-47ff-9e3a-26e42e817c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:59.926128 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7e989cb-5ae6-44da-95fc-695ac5f76fbd req-03a77e7c-5edc-47ff-9e3a-26e42e817c8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 1129 time: 0.1161783 Mar 02 11:43:59.935123 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd329e-6a50-49e9-9930-cfcd0829cf4e req-0a45bd6f-6b89-4c6f-a96a-2b9d3a4cf832 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:43:59.936462 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87cd329e-6a50-49e9-9930-cfcd0829cf4e req-0a45bd6f-6b89-4c6f-a96a-2b9d3a4cf832 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 943 time: 0.1244016 Mar 02 11:44:00.025531 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41983b58-643d-4ed7-9dd1-c8fa8b00ac61 req-4e98f516-4d24-498d-a9e7-c09a71e3417c tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983775 Mar 02 11:44:00.038314 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c7e989cb-5ae6-44da-95fc-695ac5f76fbd req-02bbabd8-bd03-48cd-a3d8-72fa52586caf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009910 Mar 02 11:44:00.042839 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87cd329e-6a50-49e9-9930-cfcd0829cf4e req-e223c88e-32ee-4047-bbdd-22ae69d21bd3 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963156 Mar 02 11:44:00.167162 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b14a9a-a06d-4f13-83f9-ac013a252c9f req-57b884ec-5a37-4b6c-819c-adf67dbfc71e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:00.168596 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9b14a9a-a06d-4f13-83f9-ac013a252c9f req-57b884ec-5a37-4b6c-819c-adf67dbfc71e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 945 time: 0.0799730 Mar 02 11:44:00.179445 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8df03-3330-47c6-8c77-de67c7dd07ec req-aa1b1391-4bb6-44fe-8483-077954214cbb tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:00.180830 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26e8df03-3330-47c6-8c77-de67c7dd07ec req-aa1b1391-4bb6-44fe-8483-077954214cbb tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 946 time: 0.0836294 Mar 02 11:44:00.189368 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60650) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:00.194577 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Request body: {'floatingip': {'port_id': '862d377a-fbb1-4dc9-91c6-5e5a45204991'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:44:00.223386 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9b14a9a-a06d-4f13-83f9-ac013a252c9f req-b0376e5e-90f4-43aa-b2d6-e84d7c43bf53 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Mar 02 11:44:00.233219 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (28ce1c5f-9917-4bdc-96e6-990fd2bf507c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:00.671202 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:00.675025 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (28ce1c5f-9917-4bdc-96e6-990fd2bf507c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:00.773462 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Floating IP 28ce1c5f-9917-4bdc-96e6-990fd2bf507c associated. External IP: 172.27.2.225, port: 862d377a-fbb1-4dc9-91c6-5e5a45204991. Mar 02 11:44:00.981106 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Router 3c92a3dd-cdac-4851-82b7-381d6504cd93 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:44:01.167296 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c8b72-8ef8-49ab-aad5-72d56df825b8 req-c1a61ca0-abc1-4871-816d-fd5cf0e5f157 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:01.168879 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad3c8b72-8ef8-49ab-aad5-72d56df825b8 req-c1a61ca0-abc1-4871-816d-fd5cf0e5f157 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 943 time: 0.0562434 Mar 02 11:44:01.206368 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c996c7c-4632-43b6-9e93-d30f9712bd9b details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:44:01.221541 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad3c8b72-8ef8-49ab-aad5-72d56df825b8 req-fc9d6007-7cc6-466d-9ef9-8616d7132ff8 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Mar 02 11:44:01.337955 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 2c996c7c-4632-43b6-9e93-d30f9712bd9b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:01.349774 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:44:01.357028 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21e38b-2807-4c4d-897b-c40e5b548d28 req-bc209185-57e0-4cf6-aba9-be6d5d9e5c65 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:01.358620 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e21e38b-2807-4c4d-897b-c40e5b548d28 req-bc209185-57e0-4cf6-aba9-be6d5d9e5c65 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 945 time: 0.0648699 Mar 02 11:44:01.362176 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:44:01.366736 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:01.373279 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] Sync routers for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:44:01.389071 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:01.390335 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:43:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:01.390611 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 2c996c7c-4632-43b6-9e93-d30f9712bd9b is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:44:01.391626 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:01.405458 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-2a0e95c2-27f8-4ace-91c2-65598283eb3f tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "PUT /v2.0/floatingips/28ce1c5f-9917-4bdc-96e6-990fd2bf507c HTTP/1.1" status: 200 len: 992 time: 1.2148864 Mar 02 11:44:01.405837 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c996c7c-4632-43b6-9e93-d30f9712bd9b {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:44:01.406050 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:01.409020 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:01.427720 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e21e38b-2807-4c4d-897b-c40e5b548d28 req-640a4f14-3223-4157-a20e-e31f1ab2b0db tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581367 Mar 02 11:44:01.434082 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 2c996c7c-4632-43b6-9e93-d30f9712bd9b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:01.439136 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:01.496457 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=2c996c7c-4632-43b6-9e93-d30f9712bd9b,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:01.497374 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce5097-b7fc-44af-b6f0-3dc0ffe7ac8a x-openstack-request-id: req-c6ce5097-b7fc-44af-b6f0-3dc0ffe7ac8a {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:01.497868 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:01.498306 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6ce5097-b7fc-44af-b6f0-3dc0ffe7ac8a {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:01.498921 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'status': 'completed', 'code': 200} Mar 02 11:44:01.516968 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:01.562203 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-364a4816-4030-41b4-b451-734863870215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:01.563790 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-364a4816-4030-41b4-b451-734863870215 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41e1372b16454fc496d1a30579dfea90&device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 1130 time: 0.0448823 Mar 02 11:44:01.645451 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-58fca602-d87b-4276-8bac-64551285f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:01.678402 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-1deaa80b-10d9-435c-94ab-fecd703e9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:01.679889 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-1deaa80b-10d9-435c-94ab-fecd703e9508 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 200 len: 912 time: 0.1061711 Mar 02 11:44:01.707004 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['2c996c7c-4632-43b6-9e93-d30f9712bd9b'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:44:01.792976 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '28ce1c5f-9917-4bdc-96e6-990fd2bf507c', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'port_id': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'mac_address': 'fa:16:3e:05:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:43:46Z', 'updated_at': '2022-03-02T11:44:00Z', 'revision_number': 1, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:01.825078 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] Checking router: 3c92a3dd-cdac-4851-82b7-381d6504cd93 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:44:01.832973 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-0c1cd72d-8bdf-4fdd-bf87-420c30d15460 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991 HTTP/1.1" status: 200 len: 1000 time: 0.1461124 Mar 02 11:44:01.835260 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:01.835980 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:01.953627 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:02.115219 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-8f4c0329-6015-41f4-8762-d54bfdbd0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:02.117243 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-8f4c0329-6015-41f4-8762-d54bfdbd0020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 200 len: 850 time: 0.2771187 Mar 02 11:44:02.178022 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-c33a09c0-dfbe-4c25-b7aa-57547560a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:02.179616 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '28ce1c5f-9917-4bdc-96e6-990fd2bf507c', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'port_id': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'mac_address': 'fa:16:3e:05:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:43:46Z', 'updated_at': '2022-03-02T11:44:00Z', 'revision_number': 1, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:02.180081 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-c33a09c0-dfbe-4c25-b7aa-57547560a671 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33ec2064-eb91-4b84-840a-c5bbef88a25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560427 Mar 02 11:44:02.208004 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce5778-73c8-4ad1-a3bc-59010f2f2535 None None] The sync data for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi is: [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '28ce1c5f-9917-4bdc-96e6-990fd2bf507c', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'port_id': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'mac_address': 'fa:16:3e:05:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:43:46Z', 'updated_at': '2022-03-02T11:44:00Z', 'revision_number': 1, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:44:02.279083 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-dee808f4-79a7-4b06-b5e5-d9bae0280e5e service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913548 Mar 02 11:44:02.411814 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2de61-6f51-43c9-8440-5b9a521b4071 None None] New status for floating IP 28ce1c5f-9917-4bdc-96e6-990fd2bf507c: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:44:02.414241 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05142c5c-40c6-485d-b44e-30202d090407 req-b6202d33-138b-423f-b2ea-093f7a17196e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:02.415862 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-05142c5c-40c6-485d-b44e-30202d090407 req-b6202d33-138b-423f-b2ea-093f7a17196e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 944 time: 0.1111872 Mar 02 11:44:02.428043 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e6b56b-8878-4335-bda4-9c7ef3e0438f req-7be0bf97-452d-4d8f-9faa-6781db8b9d64 service neutron] 10.222.0.15 "GET /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427388 Mar 02 11:44:02.472299 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-05142c5c-40c6-485d-b44e-30202d090407 req-3948cc9b-2d52-440e-bf6f-cfda83f952da tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465913 Mar 02 11:44:02.551613 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36533de5-0802-4a50-ac33-680450eb5ee4 req-310586fd-03f6-402a-b805-44c7e1bc95ca tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:02.553117 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-36533de5-0802-4a50-ac33-680450eb5ee4 req-310586fd-03f6-402a-b805-44c7e1bc95ca tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 945 time: 0.0516441 Mar 02 11:44:02.571504 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:02.602340 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-36533de5-0802-4a50-ac33-680450eb5ee4 req-5bcf5396-f727-4375-a44a-8c65592b8cb1 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Mar 02 11:44:03.226381 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c996c7c-4632-43b6-9e93-d30f9712bd9b up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:44:03.278945 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 2c996c7c-4632-43b6-9e93-d30f9712bd9b completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:44:03.282515 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 2c996c7c-4632-43b6-9e93-d30f9712bd9b triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:44:03.282892 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:03.359668 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 2c996c7c-4632-43b6-9e93-d30f9712bd9b is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:44:03.360059 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:03.382014 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:03.384228 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeff0639-3f5f-488c-8dc9-0c8ee64e18da" -d '{"events": [{"server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "name": "network-vif-plugged", "status": "completed", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:03.397782 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 2c996c7c-4632-43b6-9e93-d30f9712bd9b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:03.401876 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:03.425841 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5df0aa-9b68-476d-b124-28abff1b1bd0 x-openstack-request-id: req-ff5df0aa-9b68-476d-b124-28abff1b1bd0 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:03.426454 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "name": "network-vif-plugged", "status": "completed", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:03.426454 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff5df0aa-9b68-476d-b124-28abff1b1bd0 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:03.426755 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'code': 200} Mar 02 11:44:03.455353 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=2c996c7c-4632-43b6-9e93-d30f9712bd9b,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:03.591562 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaa544-a420-4b1e-ac0d-6a3cb9dacab8 req-54b74094-aa3a-428b-8546-84ad9af18e11 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:03.593067 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3ccaa544-a420-4b1e-ac0d-6a3cb9dacab8 req-54b74094-aa3a-428b-8546-84ad9af18e11 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 945 time: 0.0529711 Mar 02 11:44:03.669353 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3ccaa544-a420-4b1e-ac0d-6a3cb9dacab8 req-8ada4a54-100e-461f-8498-860e100a88f8 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706587 Mar 02 11:44:03.682011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0610-badf-4e83-a869-cd98ab0da98d req-6499430f-c0c3-4e13-9911-7749ded94fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:03.683675 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c49a0610-badf-4e83-a869-cd98ab0da98d req-6499430f-c0c3-4e13-9911-7749ded94fa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1129 time: 0.0607064 Mar 02 11:44:03.742674 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c49a0610-badf-4e83-a869-cd98ab0da98d req-afc0b628-67c8-480b-af70-49b19a992603 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492942 Mar 02 11:44:04.180245 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:04.293887 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-1f0fbb0b-643c-4922-8445-1ca387c577ed tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:04.295252 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-1f0fbb0b-643c-4922-8445-1ca387c577ed tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.0991898 Mar 02 11:44:04.310169 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-f3996ef2-4674-4c82-9c49-1f229c7d8132 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/quotas/26193248bccb412db42604b50dd90c70 HTTP/1.1" status: 200 len: 375 time: 0.0093343 Mar 02 11:44:04.362412 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-57f8db56-5e0d-40d1-9471-bf8787d12ea8 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474255 Mar 02 11:44:04.449787 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-eb829865-4d9e-4b46-8cfd-40e4a0da3491 service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803771 Mar 02 11:44:04.538223 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-c268c2be-1a72-498b-9100-9cc2fd40e15d service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823762 Mar 02 11:44:04.690052 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-971f7d74-7849-4098-b2fe-e9b590b6dc24 req-99bc538e-9da3-4ee1-aafd-1d437e79b689 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 210 time: 0.0284359 Mar 02 11:44:04.795105 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2eca19-d4c7-4edf-becf-51c2e9ba6391 req-c7a81e2a-9d99-4d89-8aff-f4d8701ab39e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:04.796673 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a2eca19-d4c7-4edf-becf-51c2e9ba6391 req-c7a81e2a-9d99-4d89-8aff-f4d8701ab39e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 945 time: 0.0529001 Mar 02 11:44:04.855166 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a2eca19-d4c7-4edf-becf-51c2e9ba6391 req-84252ff5-90e4-4377-93f4-438ec98d14b2 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523884 Mar 02 11:44:05.503409 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:05.659448 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-5bc704b2-3ff3-4492-8b2f-09621df675a0 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:05.660892 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-5bc704b2-3ff3-4492-8b2f-09621df675a0 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.0982387 Mar 02 11:44:05.676998 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Request body: {'port': {'device_id': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'admin_state_up': True, 'tenant_id': '26193248bccb412db42604b50dd90c70'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:44:05.790968 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9684a3f8-599c-4774-ac5f-d8c8e5a017fe req-16be5eb0-add3-4556-a59b-465f27031229 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 210 time: 0.0357959 Mar 02 11:44:05.809821 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Made reservation on behalf of 26193248bccb412db42604b50dd90c70 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:44:05.813229 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:05.964031 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Allocated IP 172.20.0.4 (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca/28847bc3-ebde-48d7-936a-03ee0a6d9097/50097b69-85ff-4ea7-814e-82a80045183c) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:44:06.005524 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece642a-b127-4551-8ca3-789392237bec req-6208c840-cdb0-47ca-9fe0-7b8062c3042e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:06.007492 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ece642a-b127-4551-8ca3-789392237bec req-6208c840-cdb0-47ca-9fe0-7b8062c3042e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 945 time: 0.0832973 Mar 02 11:44:06.115738 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ece642a-b127-4551-8ca3-789392237bec req-a7d70523-e7d9-47b0-aa53-79e14da827f6 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999353 Mar 02 11:44:06.160350 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks [] for port (50097b69-85ff-4ea7-814e-82a80045183c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.222338 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (50097b69-85ff-4ea7-814e-82a80045183c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.234688 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a', '18f5887b-1aa9-4136-95f5-ca1c769a2bbc'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:44:06.282542 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b59be4-4cbf-4fdd-87c3-5bc5466aca07 req-ced49c93-9bb8-49eb-ae77-63d90719b6c9 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:06.282542 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68b59be4-4cbf-4fdd-87c3-5bc5466aca07 req-ced49c93-9bb8-49eb-ae77-63d90719b6c9 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 945 time: 0.0953968 Mar 02 11:44:06.297000 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:44:06.299405 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event updated for resources: {'Port': ['ID=50097b69-85ff-4ea7-814e-82a80045183c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:06.308996 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:44:06.313789 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:44:06.375446 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68b59be4-4cbf-4fdd-87c3-5bc5466aca07 req-7da7c535-2f7b-447f-969b-c42a5d73bb17 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924504 Mar 02 11:44:06.380688 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:06.381342 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.397822 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60744) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:06.407018 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-033837ac-050a-4cf5-85e8-dbe2882ecfa6 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346323 Mar 02 11:44:06.418496 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Request body: {'port': {'device_id': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:44:06.444227 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e408b-b84b-4419-b074-947f27a1aff7 tempest-TestVolumeBootPattern-1150333258 tempest-TestVolumeBootPattern-1150333258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:06.445785 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-986e408b-b84b-4419-b074-947f27a1aff7 tempest-TestVolumeBootPattern-1150333258 tempest-TestVolumeBootPattern-1150333258-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1124 time: 0.0469971 Mar 02 11:44:06.448438 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60746) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:06.453609 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'tenant_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:44:06.476943 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.482575 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (50097b69-85ff-4ea7-814e-82a80045183c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.577560 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.680944 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Allocated IP 172.27.2.57 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/4a91cff9-2750-4f6b-95a5-1ef25db4df8c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:44:06.743671 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50097b69-85ff-4ea7-814e-82a80045183c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:44:06.750942 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Publish callbacks [] for port (50097b69-85ff-4ea7-814e-82a80045183c), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.763169 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Transition to ACTIVE for port object 50097b69-85ff-4ea7-814e-82a80045183c will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:44:06.766729 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (50097b69-85ff-4ea7-814e-82a80045183c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.784706 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.819360 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Pushing event updated for resources: {'Port': ['ID=50097b69-85ff-4ea7-814e-82a80045183c,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:06.821651 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:06.859050 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:44:06.866844 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:44:06.870362 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:44:06.898531 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=4a91cff9-2750-4f6b-95a5-1ef25db4df8c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:06.927669 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Attempting to bind port 50097b69-85ff-4ea7-814e-82a80045183c on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:44:06.928542 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Attempting to bind port 50097b69-85ff-4ea7-814e-82a80045183c by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:44:06.928899 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Attempting to bind port 50097b69-85ff-4ea7-814e-82a80045183c on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:44:06.936611 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Port 50097b69-85ff-4ea7-814e-82a80045183c on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:44:06.936960 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Attempting to bind port 50097b69-85ff-4ea7-814e-82a80045183c on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:44:06.950189 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de78cd-4e41-447b-ad5b-26edf4661593 req-b4534442-b503-4c07-b3f7-02e0e68e27fa tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:06.951682 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-43de78cd-4e41-447b-ad5b-26edf4661593 req-b4534442-b503-4c07-b3f7-02e0e68e27fa tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 943 time: 0.0869858 Mar 02 11:44:06.952405 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:44:06.952770 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Checking segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:44:06.953151 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Bound using segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:44:06.953586 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Bound port: 50097b69-85ff-4ea7-814e-82a80045183c, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:44:06.953943 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (50097b69-85ff-4ea7-814e-82a80045183c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.030552 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-43de78cd-4e41-447b-ad5b-26edf4661593 req-897d7219-e1bc-4dc9-b91d-9619f68e7b73 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680368 Mar 02 11:44:07.051473 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] For port 50097b69-85ff-4ea7-814e-82a80045183c, host hv-cinder-82282, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:44:07.055033 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] For port 50097b69-85ff-4ea7-814e-82a80045183c, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=50097b69-85ff-4ea7-814e-82a80045183c,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:44:07.061300 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (50097b69-85ff-4ea7-814e-82a80045183c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.103175 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:07.103782 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.105285 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] 10.222.0.15 "PUT /v2.0/ports/50097b69-85ff-4ea7-814e-82a80045183c HTTP/1.1" status: 200 len: 1093 time: 0.6908586 Mar 02 11:44:07.105799 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'tag': '50097b69-85ff-4ea7-814e-82a80045183c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:07.107949 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ddb347-0160-4f7c-9598-46c7463da224" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae255da-78f6-47cd-8de1-3a5ee4ff766d", "tag": "50097b69-85ff-4ea7-814e-82a80045183c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:07.138446 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31786c52-8e9d-4e45-991f-c35680a2979d service neutron] Pushing event updated for resources: {'Port': ['ID=50097b69-85ff-4ea7-814e-82a80045183c,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:07.159434 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04b3d9d-adc2-49ae-ba8a-2f562d890975 x-openstack-request-id: req-d04b3d9d-adc2-49ae-ba8a-2f562d890975 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:07.159729 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae255da-78f6-47cd-8de1-3a5ee4ff766d", "tag": "50097b69-85ff-4ea7-814e-82a80045183c", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:07.159985 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d04b3d9d-adc2-49ae-ba8a-2f562d890975 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:07.160380 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'tag': '50097b69-85ff-4ea7-814e-82a80045183c', 'status': 'completed', 'code': 200} Mar 02 11:44:07.194970 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-bf13d370-4428-48a4-9957-55464e979559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:07.196512 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-bf13d370-4428-48a4-9957-55464e979559 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 1127 time: 0.0497029 Mar 02 11:44:07.238759 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-52adfe55-8a53-4945-aa6d-e9edcb4a0db8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50097b69-85ff-4ea7-814e-82a80045183c HTTP/1.1" status: 200 len: 217 time: 0.0343182 Mar 02 11:44:07.245975 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (aa4ff1d0-2310-4d34-a565-9f447f83aca5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.292032 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-1180f0c8-0064-4067-a98c-7276b700a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:07.293505 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-1180f0c8-0064-4067-a98c-7276b700a33e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0470753 Mar 02 11:44:07.316561 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.325904 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-61015fff-8581-4cd7-a5d9-c6d9e082d458 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260656 Mar 02 11:44:07.414610 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-2e14e3b8-9997-40a7-94af-9abdc8ccf477 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824313 Mar 02 11:44:07.466124 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.472309 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.506317 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0353bb3d-a744-4e9d-b708-c2e38fa2e695 req-3aac46f0-a37a-4a28-ac78-33fef2daa102 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859084 Mar 02 11:44:07.546337 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=4a91cff9-2750-4f6b-95a5-1ef25db4df8c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:07.555058 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (aa4ff1d0-2310-4d34-a565-9f447f83aca5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:07.597558 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-69a3c54e-9b75-4501-99db-4476d5f46cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:07.599076 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-69a3c54e-9b75-4501-99db-4476d5f46cff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 1127 time: 0.0439084 Mar 02 11:44:07.657000 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Floating IP aa4ff1d0-2310-4d34-a565-9f447f83aca5 associated. External IP: 172.27.2.57, port: 2c996c7c-4632-43b6-9e93-d30f9712bd9b. Mar 02 11:44:07.697675 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-191d9490-7b99-431a-9c8e-0a483d806e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:07.699038 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-191d9490-7b99-431a-9c8e-0a483d806e0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 916 time: 0.0847986 Mar 02 11:44:07.739863 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-1526a04e-630a-4e60-9f5e-75dcf8bd3ddc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50097b69-85ff-4ea7-814e-82a80045183c HTTP/1.1" status: 200 len: 217 time: 0.0343592 Mar 02 11:44:07.795103 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-bbda7f24-c9e9-4a50-b42d-e13855d3bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:07.796544 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-bbda7f24-c9e9-4a50-b42d-e13855d3bde8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0500607 Mar 02 11:44:07.829470 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-e4881da1-7dba-41bf-962a-b04f1ea3a9a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249493 Mar 02 11:44:07.869091 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:44:07.920132 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-b5eababd-586c-43e6-84e3-120135d6ae71 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838203 Mar 02 11:44:07.978559 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:44:07.989952 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:44:07.995507 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:08.000255 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:08.001014 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:08.012117 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2ddb347-0160-4f7c-9598-46c7463da224 req-5386815a-feda-4476-b714-a1b5122899b7 service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851920 Mar 02 11:44:08.029546 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-c8d64834-bcd8-4cb9-b941-21b57a90679a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5796196 Mar 02 11:44:08.030134 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:08.032468 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed4bea2-ff29-4bcc-9436-766ea0966097" -d '{"events": [{"name": "network-changed", "server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:08.068421 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcded6f-2591-40b0-91d2-09c7e226db12 x-openstack-request-id: req-0fcded6f-2591-40b0-91d2-09c7e226db12 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:08.069282 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:08.069534 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fcded6f-2591-40b0-91d2-09c7e226db12 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:08.069936 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'status': 'completed', 'code': 200} Mar 02 11:44:08.127135 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:08.171716 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-e148f881-2474-46b1-a7cc-563dbe40288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:08.173504 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-e148f881-2474-46b1-a7cc-563dbe40288d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1129 time: 0.0810289 Mar 02 11:44:08.184899 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f0ce9-ad1d-4789-b3ce-d650cb6e20e8 req-4510619a-44c2-4b82-9fe1-8f0cebdbf128 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:08.186261 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dc4f0ce9-ad1d-4789-b3ce-d650cb6e20e8 req-4510619a-44c2-4b82-9fe1-8f0cebdbf128 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 943 time: 0.0647502 Mar 02 11:44:08.284155 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dc4f0ce9-ad1d-4789-b3ce-d650cb6e20e8 req-6e758b9e-5c12-4095-a451-af83c1cb0460 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894878 Mar 02 11:44:08.315647 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-16988742-4afa-4bff-9723-169300c34d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:08.317165 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-16988742-4afa-4bff-9723-169300c34d19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.1300726 Mar 02 11:44:08.383740 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-1c2383bf-bed0-4bed-9150-9c4cff8bbc8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 998 time: 0.0596344 Mar 02 11:44:08.436362 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-1508ee17-956b-484a-b52a-69ceb718ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:08.437673 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:07Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:08.437975 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-1508ee17-956b-484a-b52a-69ceb718ebb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0460982 Mar 02 11:44:08.466769 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:44:08.475046 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:08.475680 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:08.489047 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-409d9245-c389-406a-8cdd-24bac5624a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:08.491016 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-409d9245-c389-406a-8cdd-24bac5624a52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427954 Mar 02 11:44:08.580050 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-5b8fb6b6-a742-4951-bdcb-cf829519ddb8 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820155 Mar 02 11:44:08.582245 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:08.674933 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fed4bea2-ff29-4bcc-9436-766ea0966097 req-cc1de541-c303-443c-b82c-766568ac6822 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844221 Mar 02 11:44:08.796025 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:07Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:08.824878 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde188d-e702-4ff6-9b6b-24a43350261b None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:07Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:44:09.007666 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a668fae-b9e0-40f3-95b3-6707b993ecb2 None None] New status for floating IP aa4ff1d0-2310-4d34-a565-9f447f83aca5: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:44:09.243875 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 50097b69-85ff-4ea7-814e-82a80045183c details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:44:09.342613 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 50097b69-85ff-4ea7-814e-82a80045183c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=50097b69-85ff-4ea7-814e-82a80045183c,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:09.354293 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '50097b69-85ff-4ea7-814e-82a80045183c', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'port_id': '50097b69-85ff-4ea7-814e-82a80045183c', 'mac_address': 'fa:16:3e:54:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28847bc3-ebde-48d7-936a-03ee0a6d9097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:44:09.390988 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 50097b69-85ff-4ea7-814e-82a80045183c is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:44:09.391386 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (50097b69-85ff-4ea7-814e-82a80045183c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:09.403014 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b180-04dd-4a97-920d-2d03a9cdf2ea req-df0f062c-09ac-47f8-a8a6-4f494f9553fb tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:09.406044 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50097b69-85ff-4ea7-814e-82a80045183c {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:44:09.409094 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dfa4b180-04dd-4a97-920d-2d03a9cdf2ea req-df0f062c-09ac-47f8-a8a6-4f494f9553fb tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 943 time: 0.0568728 Mar 02 11:44:09.426725 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 50097b69-85ff-4ea7-814e-82a80045183c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=50097b69-85ff-4ea7-814e-82a80045183c,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:09.430901 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (50097b69-85ff-4ea7-814e-82a80045183c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:09.455277 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dfa4b180-04dd-4a97-920d-2d03a9cdf2ea req-6ad1b468-0cd7-4276-977c-99794a8706ae tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Mar 02 11:44:09.482532 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=50097b69-85ff-4ea7-814e-82a80045183c,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:09.764274 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['50097b69-85ff-4ea7-814e-82a80045183c'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:44:10.580470 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70de9c-6b90-4689-a586-7f43f055a6ab req-3e61bc29-e80b-4c4a-b335-ba9f3844c5fc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:10.581972 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c70de9c-6b90-4689-a586-7f43f055a6ab req-3e61bc29-e80b-4c4a-b335-ba9f3844c5fc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 944 time: 0.0568454 Mar 02 11:44:10.627618 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c70de9c-6b90-4689-a586-7f43f055a6ab req-24958bc9-e2c7-4a69-a87c-bc6a6899d157 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399659 Mar 02 11:44:11.260733 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 50097b69-85ff-4ea7-814e-82a80045183c up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:44:11.311040 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 50097b69-85ff-4ea7-814e-82a80045183c completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:44:11.314697 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 50097b69-85ff-4ea7-814e-82a80045183c triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:44:11.315070 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (50097b69-85ff-4ea7-814e-82a80045183c), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:11.400246 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 50097b69-85ff-4ea7-814e-82a80045183c is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:44:11.400542 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (50097b69-85ff-4ea7-814e-82a80045183c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:11.426855 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50097b69-85ff-4ea7-814e-82a80045183c'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:11.429449 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7953c43-6217-4669-955e-bc106b7a4d33" -d '{"events": [{"server_uuid": "8ae255da-78f6-47cd-8de1-3a5ee4ff766d", "name": "network-vif-plugged", "status": "completed", "tag": "50097b69-85ff-4ea7-814e-82a80045183c"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:11.441991 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 50097b69-85ff-4ea7-814e-82a80045183c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=50097b69-85ff-4ea7-814e-82a80045183c,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:11.445987 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (50097b69-85ff-4ea7-814e-82a80045183c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:11.469265 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791774ed-6960-44fb-b24a-3cd3aa420e1b x-openstack-request-id: req-791774ed-6960-44fb-b24a-3cd3aa420e1b {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:11.469456 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae255da-78f6-47cd-8de1-3a5ee4ff766d", "name": "network-vif-plugged", "status": "completed", "tag": "50097b69-85ff-4ea7-814e-82a80045183c", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:11.469710 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-791774ed-6960-44fb-b24a-3cd3aa420e1b {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:11.470095 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50097b69-85ff-4ea7-814e-82a80045183c', 'code': 200} Mar 02 11:44:11.498702 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=50097b69-85ff-4ea7-814e-82a80045183c,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:11.642143 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734838-2a1a-4dd2-ad9a-817b8907cb20 req-541050e5-fd22-40fe-938d-effca0d2e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:11.643622 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46734838-2a1a-4dd2-ad9a-817b8907cb20 req-541050e5-fd22-40fe-938d-effca0d2e892 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 1129 time: 0.0431886 Mar 02 11:44:11.687259 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46734838-2a1a-4dd2-ad9a-817b8907cb20 req-3e9099d2-c744-4474-8015-c8cf51f9f439 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368180 Mar 02 11:44:11.751348 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c33f-e4e5-4c20-9399-2ae727e472b0 req-341a6aee-5787-445b-8ec7-b70b79c7c573 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:11.752829 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-95e5c33f-e4e5-4c20-9399-2ae727e472b0 req-341a6aee-5787-445b-8ec7-b70b79c7c573 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 945 time: 0.0595360 Mar 02 11:44:11.800959 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-95e5c33f-e4e5-4c20-9399-2ae727e472b0 req-8002c148-9aa2-4202-8216-641558df0106 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Mar 02 11:44:12.917965 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3644738-e7f8-4518-ac27-6507771573e0 req-3e7ea5af-f008-44c4-92c1-b558eef078b9 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:12.919436 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3644738-e7f8-4518-ac27-6507771573e0 req-3e7ea5af-f008-44c4-92c1-b558eef078b9 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 945 time: 0.0515306 Mar 02 11:44:12.965026 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3644738-e7f8-4518-ac27-6507771573e0 req-e6a4bde8-93f6-4478-abb4-f514f1fb232d tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Mar 02 11:44:14.100488 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38cfc1-e925-484f-a8b8-aee6b0bc4273 req-b15c01a4-9322-4ca9-a4bf-ed85404f9506 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:14.101978 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f38cfc1-e925-484f-a8b8-aee6b0bc4273 req-b15c01a4-9322-4ca9-a4bf-ed85404f9506 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 945 time: 0.0624385 Mar 02 11:44:14.148824 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f38cfc1-e925-484f-a8b8-aee6b0bc4273 req-9829b76d-7823-4c58-a87d-3992cf21f278 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Mar 02 11:44:16.366417 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:27.950131 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06439-1767-401f-9314-2392ce868681 req-d900c602-2abd-4792-8a84-032f06404010 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:27.951577 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-d900c602-2abd-4792-8a84-032f06404010 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.1001046 Mar 02 11:44:27.966102 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-efadbcea-6cf7-409f-9749-718a37aa4aff tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/quotas/26193248bccb412db42604b50dd90c70 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Mar 02 11:44:28.021527 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-3d182fcf-c315-4866-97db-7c60c83bdae3 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500610 Mar 02 11:44:28.111453 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-43495d23-9092-4b3b-995f-d598e00d6a39 service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Mar 02 11:44:28.198144 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-e3626dce-0905-4baa-b802-510f0c6c7bb9 service neutron] 10.222.0.43 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804408 Mar 02 11:44:28.351081 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9691d1d3-8610-40cb-b303-abe195208e7b req-44eb20c8-65f9-41ee-8270-bddbd4d5b17e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Mar 02 11:44:29.410207 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4a48cd41-166e-4428-b827-a6c307458897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:29.593083 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4b336f9-0c84-4665-9b3b-341f8f00dea3 req-cbc29e40-3bb0-4cd9-a6cc-2c401495c236 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0313468 Mar 02 11:44:29.637998 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06439-1767-401f-9314-2392ce868681 req-1bc7f735-b39d-4fb4-a8bd-25d8b873f6fe tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:29.639363 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-1bc7f735-b39d-4fb4-a8bd-25d8b873f6fe tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 815 time: 0.3676100 Mar 02 11:44:29.656488 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Request body: {'port': {'device_id': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'admin_state_up': True, 'tenant_id': '26193248bccb412db42604b50dd90c70'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:44:29.759103 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Made reservation on behalf of 26193248bccb412db42604b50dd90c70 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:44:29.762487 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:29.840238 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:44:29.886135 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Allocated IP 172.20.0.9 (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca/28847bc3-ebde-48d7-936a-03ee0a6d9097/340c708d-88f9-484a-a230-50ff009f094e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:44:30.024875 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks [] for port (340c708d-88f9-484a-a230-50ff009f094e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.057128 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (340c708d-88f9-484a-a230-50ff009f094e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.072110 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a', '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', '50097b69-85ff-4ea7-814e-82a80045183c'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:44:30.104497 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:44:30.107452 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:44:30.111207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:44:30.118256 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event updated for resources: {'Port': ['ID=340c708d-88f9-484a-a230-50ff009f094e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:30.146946 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.147220 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.147568 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.147909 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.148252 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.148578 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.148939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.149283 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.149615 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.149938 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.150264 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.150589 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.150920 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:30.173880 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:30.174487 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.189614 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-5a32c02e-2324-4a69-9ea5-ee60228fc34c tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366299 Mar 02 11:44:30.201028 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Request body: {'port': {'device_id': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:44:30.258427 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (340c708d-88f9-484a-a230-50ff009f094e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.519768 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340c708d-88f9-484a-a230-50ff009f094e {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:44:30.527586 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Publish callbacks [] for port (340c708d-88f9-484a-a230-50ff009f094e), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.539724 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Transition to ACTIVE for port object 340c708d-88f9-484a-a230-50ff009f094e will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:44:30.542529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (340c708d-88f9-484a-a230-50ff009f094e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.593007 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Pushing event updated for resources: {'Port': ['ID=340c708d-88f9-484a-a230-50ff009f094e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:30.659654 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Attempting to bind port 340c708d-88f9-484a-a230-50ff009f094e on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:44:30.660318 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Attempting to bind port 340c708d-88f9-484a-a230-50ff009f094e by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:44:30.660318 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Attempting to bind port 340c708d-88f9-484a-a230-50ff009f094e on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:44:30.674809 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Port 340c708d-88f9-484a-a230-50ff009f094e on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:44:30.675131 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Attempting to bind port 340c708d-88f9-484a-a230-50ff009f094e on network 70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:44:30.695849 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:44:30.696185 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Checking segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:44:30.696567 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Bound using segment: {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:44:30.697011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Bound port: 340c708d-88f9-484a-a230-50ff009f094e, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:44:30.697362 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (340c708d-88f9-484a-a230-50ff009f094e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.751195 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b7e2d-0818-4a6b-b272-8541b0fb0b71 req-fa1cf960-9101-4f00-b21d-c9cabee15949 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:30.752672 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d63b7e2d-0818-4a6b-b272-8541b0fb0b71 req-fa1cf960-9101-4f00-b21d-c9cabee15949 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0902209 Mar 02 11:44:30.790315 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] For port 340c708d-88f9-484a-a230-50ff009f094e, host hv-cinder-82282, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:44:30.810685 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] For port 340c708d-88f9-484a-a230-50ff009f094e, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=340c708d-88f9-484a-a230-50ff009f094e,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:44:30.821757 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (340c708d-88f9-484a-a230-50ff009f094e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.828165 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d63b7e2d-0818-4a6b-b272-8541b0fb0b71 req-0b5d1137-9a97-4b58-bd42-bfd170606f6d tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672889 Mar 02 11:44:30.860141 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:30.860792 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:30.862147 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/340c708d-88f9-484a-a230-50ff009f094e HTTP/1.1" status: 200 len: 1093 time: 0.6652393 Mar 02 11:44:30.862576 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'tag': '340c708d-88f9-484a-a230-50ff009f094e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:30.865357 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e518533c-33eb-4b22-89a1-a17f8889d805" -d '{"events": [{"name": "network-changed", "server_uuid": "71815bd5-adbd-4cde-b79a-ff918aac6ac8", "tag": "340c708d-88f9-484a-a230-50ff009f094e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:30.902561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4649c-b493-4ffa-b1f4-8d6aad1521f5 service neutron] Pushing event updated for resources: {'Port': ['ID=340c708d-88f9-484a-a230-50ff009f094e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:30.910406 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bcc7cd-81f7-4f9b-beb1-25ac93b60745 x-openstack-request-id: req-22bcc7cd-81f7-4f9b-beb1-25ac93b60745 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:30.910688 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71815bd5-adbd-4cde-b79a-ff918aac6ac8", "tag": "340c708d-88f9-484a-a230-50ff009f094e", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:30.910937 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22bcc7cd-81f7-4f9b-beb1-25ac93b60745 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:30.911329 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'tag': '340c708d-88f9-484a-a230-50ff009f094e', 'status': 'completed', 'code': 200} Mar 02 11:44:30.972029 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06439-1767-401f-9314-2392ce868681 req-17eaedc7-4f90-452a-ae86-88421997f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:30.973539 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-17eaedc7-4f90-452a-ae86-88421997f004 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 1127 time: 0.0535078 Mar 02 11:44:31.017943 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-e1d7c6b5-660d-4075-9172-d218b74f3cf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340c708d-88f9-484a-a230-50ff009f094e HTTP/1.1" status: 200 len: 217 time: 0.0338924 Mar 02 11:44:31.073521 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06439-1767-401f-9314-2392ce868681 req-d4025f5e-bfe9-44df-a96f-f70a577929cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:31.074915 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-d4025f5e-bfe9-44df-a96f-f70a577929cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0457919 Mar 02 11:44:31.105819 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-a831e017-8b57-4ed6-9d60-e9c0e93a7702 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243492 Mar 02 11:44:31.198376 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-8b5f54df-73d0-4de9-a156-3c5953807c9e service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794940 Mar 02 11:44:31.289682 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3cf06439-1767-401f-9314-2392ce868681 req-a9f2e49c-5744-4b61-be43-7894f5678baa service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842013 Mar 02 11:44:31.381558 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-07bb161f-4188-49ba-a2e5-8a502e605726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:31.382953 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-07bb161f-4188-49ba-a2e5-8a502e605726 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26193248bccb412db42604b50dd90c70&device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 1127 time: 0.0470166 Mar 02 11:44:31.472207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-c6fb99ca-a6aa-40ff-b09e-dd234186cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:31.473666 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-c6fb99ca-a6aa-40ff-b09e-dd234186cf0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 200 len: 916 time: 0.0843153 Mar 02 11:44:31.519310 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-f60d1b33-bc3e-4038-999d-b258eaf1ecf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340c708d-88f9-484a-a230-50ff009f094e HTTP/1.1" status: 200 len: 217 time: 0.0333555 Mar 02 11:44:31.566553 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-5c3433ad-94cd-45a3-94e9-d12e7aad6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:31.567997 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-5c3433ad-94cd-45a3-94e9-d12e7aad6d04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 200 len: 855 time: 0.0415442 Mar 02 11:44:31.600267 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-2f3caf5a-d0ed-4b6b-abde-954d9dd0f560 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251491 Mar 02 11:44:31.638656 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d9121c8d-09af-4a48-b91c-f267cef39389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:31.691943 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-e2ac17db-46f3-442d-9f4b-e0a00fdb80fc service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841131 Mar 02 11:44:31.780327 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e518533c-33eb-4b22-89a1-a17f8889d805 req-5dfb5879-ec5d-4226-bca5-d5b81f6cad2b service neutron] 10.222.0.15 "GET /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822241 Mar 02 11:44:31.948503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b478a58-d3b1-4c7b-8d93-c7142322e424 req-d66c728d-5821-46d2-ac09-58ae7ec04ebf tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:31.949991 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b478a58-d3b1-4c7b-8d93-c7142322e424 req-d66c728d-5821-46d2-ac09-58ae7ec04ebf tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0564935 Mar 02 11:44:31.997129 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b478a58-d3b1-4c7b-8d93-c7142322e424 req-e7ea3612-19f2-4136-a78a-f2d0f68fa555 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Mar 02 11:44:32.000020 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60924) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:32.150952 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Deleting port 28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:32.151347 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:32.225760 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:32.226083 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for floatingip (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:32.237486 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Calling delete_port for 28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1 owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:32.402379 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:32.431826 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event deleted for resources: {'Port': ['ID=28d0b5ee-4e9b-4b7d-8b8c-e92cba183cc1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:32.487080 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for floatingip (cf1295e6-1fc0-4e7b-9324-308eb971bdb5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:32.487412 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Floating IP cf1295e6-1fc0-4e7b-9324-308eb971bdb5 disassociated (deleted). External IP: 172.27.2.195, port: c185b471-9cf6-4335-8f4d-c68f92544b6e. Mar 02 11:44:32.566576 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:32.695742 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:44:32.800877 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:44:32.806255 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:32.810782 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] Sync routers for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:44:32.820556 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:32.821191 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:32.834754 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-da742fa7-8323-41ec-8400-4a21cf95a328 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "DELETE /v2.0/floatingips/cf1295e6-1fc0-4e7b-9324-308eb971bdb5 HTTP/1.1" status: 204 len: 168 time: 0.8337219 Mar 02 11:44:32.912661 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:32.915639 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd41375-5972-40af-a488-18a7ac7a816e" -d '{"events": [{"name": "network-changed", "server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:32.934656 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:32.953418 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e62b53-efdd-4be7-8d09-608ebb711821 x-openstack-request-id: req-60e62b53-efdd-4be7-8d09-608ebb711821 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:32.953775 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:32.954044 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60e62b53-efdd-4be7-8d09-608ebb711821 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:32.954463 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'status': 'completed', 'code': 200} Mar 02 11:44:33.065265 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41375-5972-40af-a488-18a7ac7a816e req-654cc7bb-9b65-478f-9a1f-9fbc17def2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:33.066796 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bd41375-5972-40af-a488-18a7ac7a816e req-654cc7bb-9b65-478f-9a1f-9fbc17def2ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb4debb335014948a5094437ea94c3bd&device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 1130 time: 0.0818360 Mar 02 11:44:33.082774 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab07db7-daba-41f4-888a-5f0f9f927439 req-d3bf5fab-14fc-438f-aa14-bfab6b86cf64 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:33.084291 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ab07db7-daba-41f4-888a-5f0f9f927439 req-d3bf5fab-14fc-438f-aa14-bfab6b86cf64 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0707970 Mar 02 11:44:33.140863 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 5, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:33.166724 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] Checking router: 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:44:33.175211 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:33.175814 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:33.218987 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9b38-24ae-4af2-ad45-bcabeca6f758 req-9000f58b-4bcb-4d10-9e09-1f972479e17e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:33.220365 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb1d9b38-24ae-4af2-ad45-bcabeca6f758 req-9000f58b-4bcb-4d10-9e09-1f972479e17e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 943 time: 0.1450441 Mar 02 11:44:33.226180 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ab07db7-daba-41f4-888a-5f0f9f927439 req-e1c0f33e-039a-4ce7-8475-96adc9ad52b7 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251259 Mar 02 11:44:33.270139 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41375-5972-40af-a488-18a7ac7a816e req-f208690b-662b-4f8d-8a13-71177d981ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:33.271664 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bd41375-5972-40af-a488-18a7ac7a816e req-f208690b-662b-4f8d-8a13-71177d981ab9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 200 len: 908 time: 0.1859128 Mar 02 11:44:33.286896 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:33.294088 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb1d9b38-24ae-4af2-ad45-bcabeca6f758 req-1becd001-9551-4f85-9b2b-4e6f1f412715 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Mar 02 11:44:33.321999 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bd41375-5972-40af-a488-18a7ac7a816e req-f075344d-edc9-4290-979f-aab552f1896b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 200 len: 217 time: 0.0410860 Mar 02 11:44:33.374485 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41375-5972-40af-a488-18a7ac7a816e req-cbf23fdc-d9d1-4c67-9aab-066b7edc2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:33.375975 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bd41375-5972-40af-a488-18a7ac7a816e req-cbf23fdc-d9d1-4c67-9aab-066b7edc2a2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 200 len: 846 time: 0.0466452 Mar 02 11:44:33.426221 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41375-5972-40af-a488-18a7ac7a816e req-a6e1390f-8d0a-4f6b-8f92-de08f1edd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:33.428311 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bd41375-5972-40af-a488-18a7ac7a816e req-a6e1390f-8d0a-4f6b-8f92-de08f1edd195 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e488c5-35b4-4007-9f38-4f1c2421fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441856 Mar 02 11:44:33.447508 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 340c708d-88f9-484a-a230-50ff009f094e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:44:33.486278 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 5, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:33.521988 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bd41375-5972-40af-a488-18a7ac7a816e req-adc8bc08-c14e-4d91-86a0-0888442100a4 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864449 Mar 02 11:44:33.523773 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30bb1a-8fff-465b-be03-09f83531e333 None None] The sync data for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi is: [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:54Z', 'revision_number': 4, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '5778796a-22c4-48bb-a67d-76217ca185f6', 'name': '', 'network_id': '46e488c5-35b4-4007-9f38-4f1c2421fbc0', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'mac_address': 'fa:16:3e:db:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:52Z', 'updated_at': '2022-03-02T11:39:59Z', 'revision_number': 5, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'subnets': [{'id': '9c44708d-bfe1-49aa-a7f6-8ffed4d7070b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:44:33.626055 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bd41375-5972-40af-a488-18a7ac7a816e req-52a7d4f6-dbf8-4926-ab41-7808a26e4045 service neutron] 10.222.0.15 "GET /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964167 Mar 02 11:44:33.681551 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 340c708d-88f9-484a-a230-50ff009f094e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=340c708d-88f9-484a-a230-50ff009f094e,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:33.693486 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '340c708d-88f9-484a-a230-50ff009f094e', 'network_id': '70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca', 'port_id': '340c708d-88f9-484a-a230-50ff009f094e', 'mac_address': 'fa:16:3e:35:1b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28847bc3-ebde-48d7-936a-03ee0a6d9097', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:44:33.731192 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 340c708d-88f9-484a-a230-50ff009f094e is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:44:33.731588 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (340c708d-88f9-484a-a230-50ff009f094e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:33.745440 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340c708d-88f9-484a-a230-50ff009f094e {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:44:33.766760 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa0dfc-eba9-437d-aa9c-634060c8ab42 None None] New status for floating IP cf1295e6-1fc0-4e7b-9324-308eb971bdb5: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:44:33.769693 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 340c708d-88f9-484a-a230-50ff009f094e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=340c708d-88f9-484a-a230-50ff009f094e,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:33.803042 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (340c708d-88f9-484a-a230-50ff009f094e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:33.875424 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=340c708d-88f9-484a-a230-50ff009f094e,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:34.132931 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['340c708d-88f9-484a-a230-50ff009f094e'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:44:34.186796 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:34.346253 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb43917-30ff-401f-b0c9-db0f1a0fd40b req-9ef147d9-5841-430b-a953-138ac7baec50 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:34.347723 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0cb43917-30ff-401f-b0c9-db0f1a0fd40b req-9ef147d9-5841-430b-a953-138ac7baec50 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0534565 Mar 02 11:44:34.429506 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0cb43917-30ff-401f-b0c9-db0f1a0fd40b req-d2815358-1172-4e65-ac6c-9dcc36c9970e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5ed4247-1ff5-4563-a551-013e494f9163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761824 Mar 02 11:44:34.440355 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e6f40-5469-456e-8586-d34d11297886 req-8fbbca9f-f1e1-4064-891d-4f3e7aea3d06 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:34.441879 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-074e6f40-5469-456e-8586-d34d11297886 req-8fbbca9f-f1e1-4064-891d-4f3e7aea3d06 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0819168 Mar 02 11:44:34.487798 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-074e6f40-5469-456e-8586-d34d11297886 req-da2afa70-fe7e-41c9-b895-d897dddfdcd8 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Mar 02 11:44:34.911499 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-aee2edd3-c75e-4de5-b9be-e71ab65d516e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:34.912947 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-aee2edd3-c75e-4de5-b9be-e71ab65d516e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.15 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 946 time: 0.0522854 Mar 02 11:44:35.037289 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Deleting port c185b471-9cf6-4335-8f4d-c68f92544b6e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:35.037627 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.121382 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] For port c185b471-9cf6-4335-8f4d-c68f92544b6e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c185b471-9cf6-4335-8f4d-c68f92544b6e,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:35.121743 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.135835 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Calling delete_port for c185b471-9cf6-4335-8f4d-c68f92544b6e owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:35.474483 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 340c708d-88f9-484a-a230-50ff009f094e up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:44:35.513361 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (c185b471-9cf6-4335-8f4d-c68f92544b6e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.536865 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.539411 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bbdabe9-6f9d-4e3e-855e-9850ae7c59b8 req-a4b78003-dd62-4409-949d-e960d066726e tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 210 time: 0.0395591 Mar 02 11:44:35.552914 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 340c708d-88f9-484a-a230-50ff009f094e completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:44:35.557330 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 340c708d-88f9-484a-a230-50ff009f094e triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:44:35.557710 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (340c708d-88f9-484a-a230-50ff009f094e), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.576868 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event deleted for resources: {'Port': ['ID=c185b471-9cf6-4335-8f4d-c68f92544b6e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:35.640535 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 340c708d-88f9-484a-a230-50ff009f094e is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:44:35.640982 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (340c708d-88f9-484a-a230-50ff009f094e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.664996 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] No DVR routers for this DVR port c185b471-9cf6-4335-8f4d-c68f92544b6e on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:35.665408 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340c708d-88f9-484a-a230-50ff009f094e'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:35.667847 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61163428-8124-4514-82d4-5d37867d6369" -d '{"events": [{"server_uuid": "71815bd5-adbd-4cde-b79a-ff918aac6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "340c708d-88f9-484a-a230-50ff009f094e"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:35.668052 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.671354 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c177a08-f6b8-4f7e-a587-eb19dd26cb07 req-954bee7c-0ee5-4b6c-8c8e-67b157cf5523 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.15 "DELETE /v2.0/ports/c185b471-9cf6-4335-8f4d-c68f92544b6e HTTP/1.1" status: 204 len: 173 time: 0.7529955 Mar 02 11:44:35.671800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-deleted', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:35.674421 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909f21c4-3d67-46d3-8560-720638c50d73" -d '{"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-deleted", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:35.682884 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 340c708d-88f9-484a-a230-50ff009f094e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=340c708d-88f9-484a-a230-50ff009f094e,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:35.688606 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (340c708d-88f9-484a-a230-50ff009f094e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:35.705912 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac33e5-8b8b-406e-afd3-477e480265fc req-bbea1601-3def-41d6-b317-7dcfa55a8ad2 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:35.707594 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1ac33e5-8b8b-406e-afd3-477e480265fc req-bbea1601-3def-41d6-b317-7dcfa55a8ad2 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 944 time: 0.1339178 Mar 02 11:44:35.715594 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecd36c5-5a59-4c47-aed1-87c740ed0b8d x-openstack-request-id: req-7ecd36c5-5a59-4c47-aed1-87c740ed0b8d {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:35.716046 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71815bd5-adbd-4cde-b79a-ff918aac6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "340c708d-88f9-484a-a230-50ff009f094e", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:35.716399 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ecd36c5-5a59-4c47-aed1-87c740ed0b8d {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:35.717047 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340c708d-88f9-484a-a230-50ff009f094e', 'code': 200} Mar 02 11:44:35.763928 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=340c708d-88f9-484a-a230-50ff009f094e,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:35.765492 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b586da8-2cce-4b99-a149-a1585067d864 x-openstack-request-id: req-8b586da8-2cce-4b99-a149-a1585067d864 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:35.765787 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5460da64-fa22-4a25-b837-ce34fa5a5978", "name": "network-vif-deleted", "tag": "c185b471-9cf6-4335-8f4d-c68f92544b6e", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:35.766040 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b586da8-2cce-4b99-a149-a1585067d864 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:35.766927 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5460da64-fa22-4a25-b837-ce34fa5a5978', 'name': 'network-vif-deleted', 'tag': 'c185b471-9cf6-4335-8f4d-c68f92544b6e', 'status': 'completed', 'code': 200} Mar 02 11:44:35.774679 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1ac33e5-8b8b-406e-afd3-477e480265fc req-dfb1abd5-d1e8-4738-8bfe-ac679ac8cda9 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617354 Mar 02 11:44:35.910661 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210da7-72e6-4444-b649-612bf6af9155 req-4aa8e165-13d7-414e-9e82-ca29fbcb844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:35.912808 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6210da7-72e6-4444-b649-612bf6af9155 req-4aa8e165-13d7-414e-9e82-ca29fbcb844f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 1129 time: 0.0444598 Mar 02 11:44:35.963600 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6210da7-72e6-4444-b649-612bf6af9155 req-6b623b4c-a30b-4548-a0c9-01979c95d68c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Mar 02 11:44:36.650298 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-84176578-b233-4979-b992-f993ee7c7acc req-de41be95-4add-460e-8dcf-131148e34f09 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5460da64-fa22-4a25-b837-ce34fa5a5978 HTTP/1.1" status: 200 len: 210 time: 0.0282736 Mar 02 11:44:36.895576 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad7741-d9c9-44b6-86cd-2a7662451893 req-47317d3a-9f9f-447b-b35e-8e9a90896784 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:36.897111 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-86ad7741-d9c9-44b6-86cd-2a7662451893 req-47317d3a-9f9f-447b-b35e-8e9a90896784 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0568914 Mar 02 11:44:36.943747 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-86ad7741-d9c9-44b6-86cd-2a7662451893 req-af028dfd-026e-4789-9510-73486a75ed2a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Mar 02 11:44:37.509878 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c185b471-9cf6-4335-8f4d-c68f92544b6e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:37.530579 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: c185b471-9cf6-4335-8f4d-c68f92544b6e {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:37.530928 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device c185b471-9cf6-4335-8f4d-c68f92544b6e not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:37.705249 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60954) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:37.760244 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6813-7352-4427-ae31-7734628132a3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group (d5ed4247-1ff5-4563-a551-013e494f9163), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:37.784510 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6813-7352-4427-ae31-7734628132a3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group (d5ed4247-1ff5-4563-a551-013e494f9163), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:37.841660 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6813-7352-4427-ae31-7734628132a3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (d5ed4247-1ff5-4563-a551-013e494f9163), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:37.844244 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6813-7352-4427-ae31-7734628132a3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:37.845405 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9c6e6813-7352-4427-ae31-7734628132a3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5ed4247-1ff5-4563-a551-013e494f9163 HTTP/1.1" status: 204 len: 168 time: 0.1391594 Mar 02 11:44:37.854956 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e6813-7352-4427-ae31-7734628132a3 tempest-TestShelveInstance-651400802 tempest-TestShelveInstance-651400802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ed4247-1ff5-4563-a551-013e494f9163,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:37.890740 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60958) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:38.057624 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c385afd-c303-4830-9c01-dd786ae00753 req-1e9cbd49-dc16-4bb6-b8ce-bb367c411717 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:38.058997 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2c385afd-c303-4830-9c01-dd786ae00753 req-1e9cbd49-dc16-4bb6-b8ce-bb367c411717 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0518706 Mar 02 11:44:38.107279 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2c385afd-c303-4830-9c01-dd786ae00753 req-064a7bc9-3c0e-420d-afbe-39ab71490199 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Mar 02 11:44:38.232786 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:38.496709 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Deleting port 5778796a-22c4-48bb-a67d-76217ca185f6 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:38.497036 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:38.575108 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] For port 5778796a-22c4-48bb-a67d-76217ca185f6, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=5778796a-22c4-48bb-a67d-76217ca185f6,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:38.575469 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:38.591320 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Calling delete_port for 5778796a-22c4-48bb-a67d-76217ca185f6 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:38.769299 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (5778796a-22c4-48bb-a67d-76217ca185f6), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:38.799341 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Pushing event deleted for resources: {'Port': ['ID=5778796a-22c4-48bb-a67d-76217ca185f6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:38.820527 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.820905 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.821244 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.821577 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.821911 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.822235 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.822561 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.822884 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.823209 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.823528 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.823848 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.824165 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.824479 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:44:38.973895 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:39.184116 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:44:39.555498 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:44:39.561238 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d2770ba4-49ad-4494-9ed1-6876e0dfcbec admin admin] 10.222.0.43 "PUT /v2.0/routers/2b67aa62-47d0-4958-9c5d-9a4fc8eca46d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6701357 Mar 02 11:44:39.563653 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60976) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:39.565105 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] Sync routers for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:44:39.575720 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:39.576324 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:39.682138 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks [] for router (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:39.781601 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:39.803389 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks [] for router_gateway (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:39.859014 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Deleting port 22d26fbf-6558-4f58-a2fe-40622110f217 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:39.859358 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:39.945331 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] For port 22d26fbf-6558-4f58-a2fe-40622110f217, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=22d26fbf-6558-4f58-a2fe-40622110f217,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:39.945701 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:39.959007 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Calling delete_port for 22d26fbf-6558-4f58-a2fe-40622110f217 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:39.963005 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:44:38Z', 'revision_number': 5, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port': {'id': '22d26fbf-6558-4f58-a2fe-40622110f217', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:39.993023 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] Checking router: 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:44:40.001777 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] Routers {'2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:40.002384 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:40.086661 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] Set router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:40.124320 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (22d26fbf-6558-4f58-a2fe-40622110f217), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.138462 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:44:39Z', 'revision_number': 6, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:40.150610 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Pushing event deleted for resources: {'Port': ['ID=22d26fbf-6558-4f58-a2fe-40622110f217,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:40.164960 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dffdd-7745-49b9-b42d-355c64085d1f None None] The sync data for ids ['2b67aa62-47d0-4958-9c5d-9a4fc8eca46d'] in dv-cinder-822821-2-iscsi is: [{'id': '2b67aa62-47d0-4958-9c5d-9a4fc8eca46d', 'name': 'tempest-TestShelveInstance-47257825-router', 'tenant_id': 'bb4debb335014948a5094437ea94c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:49Z', 'updated_at': '2022-03-02T11:44:39Z', 'revision_number': 6, 'project_id': 'bb4debb335014948a5094437ea94c3bd', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:44:40.215036 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.306621 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.308765 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks [] for router_controller (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.353740 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (2b67aa62-47d0-4958-9c5d-9a4fc8eca46d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.354249 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b67aa62-47d0-4958-9c5d-9a4fc8eca46d {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:44:40.358524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.359758 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-38bb237d-c3c2-4892-b848-8480fb16301b admin admin] 10.222.0.43 "DELETE /v2.0/routers/2b67aa62-47d0-4958-9c5d-9a4fc8eca46d HTTP/1.1" status: 204 len: 168 time: 0.7952023 Mar 02 11:44:40.362353 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:40.405499 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] Deleting subnet 9c44708d-bfe1-49aa-a7f6-8ffed4d7070b {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:44:40.408479 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] Publish callbacks [] for subnet (9c44708d-bfe1-49aa-a7f6-8ffed4d7070b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.441849 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2766792'] for subnet (9c44708d-bfe1-49aa-a7f6-8ffed4d7070b), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.521243 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (9c44708d-bfe1-49aa-a7f6-8ffed4d7070b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.576016 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3377496'] for subnet (9c44708d-bfe1-49aa-a7f6-8ffed4d7070b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.601280 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c44708d-bfe1-49aa-a7f6-8ffed4d7070b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:40.604764 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.608006 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-44fe70cf-b9ba-426d-92de-be86791ad9c8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9c44708d-bfe1-49aa-a7f6-8ffed4d7070b HTTP/1.1" status: 204 len: 168 time: 0.2446592 Mar 02 11:44:40.610603 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 60986) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:40.610751 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714a02f-257d-434c-bd98-e12e360bfc36 None None] Network 46e488c5-35b4-4007-9f38-4f1c2421fbc0 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:44:40.685791 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (46e488c5-35b4-4007-9f38-4f1c2421fbc0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.738587 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Deleting port a4a5d565-bea8-42b5-855e-67e0bf0abe33 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:40.739434 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.787861 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] DHCP port deletion for 46e488c5-35b4-4007-9f38-4f1c2421fbc0 request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:44:40.816912 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] For port a4a5d565-bea8-42b5-855e-67e0bf0abe33, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=a4a5d565-bea8-42b5-855e-67e0bf0abe33,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:40.817265 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.831716 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Calling delete_port for a4a5d565-bea8-42b5-855e-67e0bf0abe33 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:40.837258 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] Deleting port a4a5d565-bea8-42b5-855e-67e0bf0abe33 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:40.837635 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.908032 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] For port a4a5d565-bea8-42b5-855e-67e0bf0abe33, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=a4a5d565-bea8-42b5-855e-67e0bf0abe33,segment=NetworkSegment(50cf9f26-2653-48f2-aa79-c23178f65f66),segment_id=50cf9f26-2653-48f2-aa79-c23178f65f66)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:40.908434 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.925661 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] Calling delete_port for a4a5d565-bea8-42b5-855e-67e0bf0abe33 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:40.929299 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:40.955145 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a5d565-bea8-42b5-855e-67e0bf0abe33,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:40.961513 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] No DVR routers for this DVR port a4a5d565-bea8-42b5-855e-67e0bf0abe33 on host dv-cinder-822821-2-iscsi {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:41.036585 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (46e488c5-35b4-4007-9f38-4f1c2421fbc0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.045204 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877'] for port (a4a5d565-bea8-42b5-855e-67e0bf0abe33), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.058279 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e488c5-35b4-4007-9f38-4f1c2421fbc0']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:41.068218 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cf9f26-2653-48f2-aa79-c23178f65f66') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:41.068512 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cf9f26-2653-48f2-aa79-c23178f65f66') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:41.070417 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] Pushing event deleted for resources: {'Port': ['ID=a4a5d565-bea8-42b5-855e-67e0bf0abe33,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:41.073929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db506c-d5a5-407d-ba36-473ff3f10e5d None None] No DVR routers for this DVR port a4a5d565-bea8-42b5-855e-67e0bf0abe33 on host dv-cinder-822821-2-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:41.083795 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (50cf9f26-2653-48f2-aa79-c23178f65f66), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.098119 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (50cf9f26-2653-48f2-aa79-c23178f65f66), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.104700 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:44:41.105083 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (50cf9f26-2653-48f2-aa79-c23178f65f66), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:44:41.107036 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:44:41.159064 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (46e488c5-35b4-4007-9f38-4f1c2421fbc0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.165259 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.168421 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] 10.222.0.43 "DELETE /v2.0/networks/46e488c5-35b4-4007-9f38-4f1c2421fbc0 HTTP/1.1" status: 204 len: 168 time: 0.5569048 Mar 02 11:44:41.171396 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60990) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:41.179738 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d287235-75a4-46d0-a4d4-36016e6947df admin admin] Pushing event deleted for resources: {'Network': ['ID=46e488c5-35b4-4007-9f38-4f1c2421fbc0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:41.511635 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.550398 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 22d26fbf-6558-4f58-a2fe-40622110f217 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:41.570719 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 22d26fbf-6558-4f58-a2fe-40622110f217 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:41.571061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 22d26fbf-6558-4f58-a2fe-40622110f217 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:41.571473 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 5778796a-22c4-48bb-a67d-76217ca185f6 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:41.589427 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 5778796a-22c4-48bb-a67d-76217ca185f6 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:41.589769 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 5778796a-22c4-48bb-a67d-76217ca185f6 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:41.590434 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device a4a5d565-bea8-42b5-855e-67e0bf0abe33 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:41.608798 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: a4a5d565-bea8-42b5-855e-67e0bf0abe33 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:41.609231 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device a4a5d565-bea8-42b5-855e-67e0bf0abe33 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:41.756775 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Deleting port 032052bf-09e1-4bc5-96a5-ff2b89d1204a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:41.757018 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.834594 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] For port 032052bf-09e1-4bc5-96a5-ff2b89d1204a, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=032052bf-09e1-4bc5-96a5-ff2b89d1204a,segment=NetworkSegment(615764bc-772f-4f29-b247-ba3dc8923ae0),segment_id=615764bc-772f-4f29-b247-ba3dc8923ae0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:41.834953 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:41.847828 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Calling delete_port for 032052bf-09e1-4bc5-96a5-ff2b89d1204a owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:42.025523 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (032052bf-09e1-4bc5-96a5-ff2b89d1204a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:42.050546 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=032052bf-09e1-4bc5-96a5-ff2b89d1204a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:42.215139 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:42.427344 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:44:42.539123 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:44:42.544057 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e2f5c5db-868e-426d-ac88-0f09aa279c02 admin admin] 10.222.0.43 "PUT /v2.0/routers/35bb47c4-a7c9-4d89-9914-fdbf8df39df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3713582 Mar 02 11:44:42.546592 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60994) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:42.549444 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] Sync routers for ids ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:44:42.562607 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] Routers {'35bb47c4-a7c9-4d89-9914-fdbf8df39df3'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:42.563213 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:42.649697 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks [] for router (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:42.667997 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] Set router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:42.755212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks [] for router_gateway (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:42.805870 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Deleting port bdd8b5b2-e3cf-44f2-b312-067cfc676f03 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:42.806213 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:42.841676 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:44:41Z', 'revision_number': 5, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port': {'id': 'bdd8b5b2-e3cf-44f2-b312-067cfc676f03', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:39:57Z', 'updated_at': '2022-03-02T11:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:42.868657 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] Checking router: 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:44:42.877101 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] Routers {'35bb47c4-a7c9-4d89-9914-fdbf8df39df3'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:42.877763 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:42.886576 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] For port bdd8b5b2-e3cf-44f2-b312-067cfc676f03, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:42.887011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:42.905230 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Calling delete_port for bdd8b5b2-e3cf-44f2-b312-067cfc676f03 owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:42.967743 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] Set router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:43.021499 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:44:42Z', 'revision_number': 6, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:43.047735 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e293f3b-3006-4b25-8abc-5667e26517c6 None None] The sync data for ids ['35bb47c4-a7c9-4d89-9914-fdbf8df39df3'] in dv-cinder-822821-2-iscsi is: [{'id': '35bb47c4-a7c9-4d89-9914-fdbf8df39df3', 'name': 'tempest-TestShelveInstance-1351867948-router', 'tenant_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:39:56Z', 'updated_at': '2022-03-02T11:44:42Z', 'revision_number': 6, 'project_id': '8fb745de5a054239ad30cd7f0eca2fb7', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:44:43.075645 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (bdd8b5b2-e3cf-44f2-b312-067cfc676f03), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.101284 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd8b5b2-e3cf-44f2-b312-067cfc676f03,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:43.161865 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.251257 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.253354 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks [] for router_controller (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.297005 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (35bb47c4-a7c9-4d89-9914-fdbf8df39df3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.297744 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35bb47c4-a7c9-4d89-9914-fdbf8df39df3 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:44:43.302507 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.303647 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7a4364d9-a00d-4a2f-bf95-a54d6327f39a admin admin] 10.222.0.43 "DELETE /v2.0/routers/35bb47c4-a7c9-4d89-9914-fdbf8df39df3 HTTP/1.1" status: 204 len: 168 time: 0.7558923 Mar 02 11:44:43.306083 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 60998) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:43.347824 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] Deleting subnet 0388c4bd-9bc9-4933-8898-33fd6504066c {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:44:43.351203 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] Publish callbacks [] for subnet (0388c4bd-9bc9-4933-8898-33fd6504066c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.385457 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (0388c4bd-9bc9-4933-8898-33fd6504066c), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.496397 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (0388c4bd-9bc9-4933-8898-33fd6504066c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.547445 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (0388c4bd-9bc9-4933-8898-33fd6504066c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.574263 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.579203 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8e9ce-a72c-4fc1-adab-1f4e1e67dc81 None None] Network 948d04a0-7f11-4ed2-86c1-41a86d1714ce requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:44:43.581540 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0388c4bd-9bc9-4933-8898-33fd6504066c HTTP/1.1" status: 204 len: 168 time: 0.2745266 Mar 02 11:44:43.582431 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0863380-366b-4d3d-97d9-840c6673ea58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0388c4bd-9bc9-4933-8898-33fd6504066c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:43.584494 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32768) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:43.795989 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] DHCP port deletion for 948d04a0-7f11-4ed2-86c1-41a86d1714ce request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:44:43.852115 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] Deleting port 0dd83e48-3d48-41f9-9786-0705a81184d8 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:43.852517 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.866011 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device bdd8b5b2-e3cf-44f2-b312-067cfc676f03 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:43.907164 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (948d04a0-7f11-4ed2-86c1-41a86d1714ce), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.919633 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: bdd8b5b2-e3cf-44f2-b312-067cfc676f03 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:43.919974 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device bdd8b5b2-e3cf-44f2-b312-067cfc676f03 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:43.920388 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 0dd83e48-3d48-41f9-9786-0705a81184d8 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:43.961586 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Deleting port 0dd83e48-3d48-41f9-9786-0705a81184d8 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:43.961974 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.967409 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] For port 0dd83e48-3d48-41f9-9786-0705a81184d8, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=0dd83e48-3d48-41f9-9786-0705a81184d8,segment=NetworkSegment(615764bc-772f-4f29-b247-ba3dc8923ae0),segment_id=615764bc-772f-4f29-b247-ba3dc8923ae0)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:43.967806 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:43.983782 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] Calling delete_port for 0dd83e48-3d48-41f9-9786-0705a81184d8 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:44.032878 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] For port 0dd83e48-3d48-41f9-9786-0705a81184d8, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=0dd83e48-3d48-41f9-9786-0705a81184d8,segment=NetworkSegment(615764bc-772f-4f29-b247-ba3dc8923ae0),segment_id=615764bc-772f-4f29-b247-ba3dc8923ae0)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:44.033249 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.051226 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Calling delete_port for 0dd83e48-3d48-41f9-9786-0705a81184d8 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:44.133562 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.158852 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd83e48-3d48-41f9-9786-0705a81184d8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:44.160439 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No ports have port_id starting with 0dd83e48-3d48-41f9-9786-0705a81184d8 Mar 02 11:44:44.162993 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 032052bf-09e1-4bc5-96a5-ff2b89d1204a no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:44.163259 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] No DVR routers for this DVR port 0dd83e48-3d48-41f9-9786-0705a81184d8 on host dv-cinder-822821-2-iscsi {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:44.183448 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 032052bf-09e1-4bc5-96a5-ff2b89d1204a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:44.183786 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 032052bf-09e1-4bc5-96a5-ff2b89d1204a not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:44.215855 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877'] for port (0dd83e48-3d48-41f9-9786-0705a81184d8), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.237325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (948d04a0-7f11-4ed2-86c1-41a86d1714ce), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.240485 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] Pushing event deleted for resources: {'Port': ['ID=0dd83e48-3d48-41f9-9786-0705a81184d8,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:44.244447 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a8f25-b915-411a-a759-bce53edb42ac None None] No DVR routers for this DVR port 0dd83e48-3d48-41f9-9786-0705a81184d8 on host dv-cinder-822821-2-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:44.263413 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948d04a0-7f11-4ed2-86c1-41a86d1714ce']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:44.273155 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615764bc-772f-4f29-b247-ba3dc8923ae0') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:44.273447 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615764bc-772f-4f29-b247-ba3dc8923ae0') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:44.282502 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (615764bc-772f-4f29-b247-ba3dc8923ae0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.295938 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (615764bc-772f-4f29-b247-ba3dc8923ae0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.302542 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:44:44.302864 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (615764bc-772f-4f29-b247-ba3dc8923ae0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:44:44.304458 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:44:44.359161 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (948d04a0-7f11-4ed2-86c1-41a86d1714ce), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.364560 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.367788 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] 10.222.0.43 "DELETE /v2.0/networks/948d04a0-7f11-4ed2-86c1-41a86d1714ce HTTP/1.1" status: 204 len: 168 time: 0.7823777 Mar 02 11:44:44.378715 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbf1e5-ec43-48e7-bf32-8e551400f455 admin admin] Pushing event deleted for resources: {'Network': ['ID=948d04a0-7f11-4ed2-86c1-41a86d1714ce,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:44.477552 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32774) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:44.516131 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-73876459-b9e1-4bb0-b6b8-0297d8cc0237 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb4debb335014948a5094437ea94c3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373828 Mar 02 11:44:44.518460 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32776) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:44.564247 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e59af902-0f32-4dda-aa5b-0d1c63a4f96f admin admin] Publish callbacks [] for security_group (1ded2891-d845-4744-a97c-81d49f2f748d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.586042 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e59af902-0f32-4dda-aa5b-0d1c63a4f96f admin admin] Publish callbacks [] for security_group (1ded2891-d845-4744-a97c-81d49f2f748d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.630862 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e59af902-0f32-4dda-aa5b-0d1c63a4f96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (1ded2891-d845-4744-a97c-81d49f2f748d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.633450 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e59af902-0f32-4dda-aa5b-0d1c63a4f96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:44.634577 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e59af902-0f32-4dda-aa5b-0d1c63a4f96f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ded2891-d845-4744-a97c-81d49f2f748d HTTP/1.1" status: 204 len: 168 time: 0.1152418 Mar 02 11:44:44.642745 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59af902-0f32-4dda-aa5b-0d1c63a4f96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ded2891-d845-4744-a97c-81d49f2f748d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:44.937714 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32784) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:44.975919 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c204972e-e299-4d1c-bd0b-6aa77bc7cb4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fb745de5a054239ad30cd7f0eca2fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370970 Mar 02 11:44:44.978432 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32786) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:45.027363 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df371d57-a7b4-4ed0-9e98-7faddec95354 admin admin] Publish callbacks [] for security_group (05738dab-eea2-4cb9-9062-af6c61e51d0d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:45.047785 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df371d57-a7b4-4ed0-9e98-7faddec95354 admin admin] Publish callbacks [] for security_group (05738dab-eea2-4cb9-9062-af6c61e51d0d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:45.092401 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df371d57-a7b4-4ed0-9e98-7faddec95354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (05738dab-eea2-4cb9-9062-af6c61e51d0d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:45.094958 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df371d57-a7b4-4ed0-9e98-7faddec95354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:45.096105 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-df371d57-a7b4-4ed0-9e98-7faddec95354 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05738dab-eea2-4cb9-9062-af6c61e51d0d HTTP/1.1" status: 204 len: 168 time: 0.1168184 Mar 02 11:44:45.103557 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df371d57-a7b4-4ed0-9e98-7faddec95354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05738dab-eea2-4cb9-9062-af6c61e51d0d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:46.364437 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:49.920901 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0111b-3198-4fd9-b305-5df5181d6ea3 req-7a26fe44-14bc-494c-a84c-67255f229192 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:49.922612 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91c0111b-3198-4fd9-b305-5df5181d6ea3 req-7a26fe44-14bc-494c-a84c-67255f229192 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Mar 02 11:44:49.967889 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91c0111b-3198-4fd9-b305-5df5181d6ea3 req-b8f33e55-0fb1-421d-b3ad-216409f418d3 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Mar 02 11:44:51.083815 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be8289-e922-4367-951e-af60ed70fa5c req-69df51ff-c16a-439b-890f-f5c7f98077f0 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:51.085356 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b0be8289-e922-4367-951e-af60ed70fa5c req-69df51ff-c16a-439b-890f-f5c7f98077f0 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0522034 Mar 02 11:44:51.132825 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b0be8289-e922-4367-951e-af60ed70fa5c req-769e4280-d7e2-4a66-a42c-e06dc6dbf3da tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Mar 02 11:44:51.768207 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-43ffd7db-708a-40c5-abee-4f6f5561e84a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:51.769586 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-43ffd7db-708a-40c5-abee-4f6f5561e84a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0520110 Mar 02 11:44:51.859754 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Deleting port 340c708d-88f9-484a-a230-50ff009f094e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:51.860099 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (340c708d-88f9-484a-a230-50ff009f094e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:51.949603 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] For port 340c708d-88f9-484a-a230-50ff009f094e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=340c708d-88f9-484a-a230-50ff009f094e,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:51.949967 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (340c708d-88f9-484a-a230-50ff009f094e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:51.962644 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Calling delete_port for 340c708d-88f9-484a-a230-50ff009f094e owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:52.089368 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (340c708d-88f9-484a-a230-50ff009f094e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:52.102467 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a', '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', '50097b69-85ff-4ea7-814e-82a80045183c', '340c708d-88f9-484a-a230-50ff009f094e'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:44:52.117172 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event deleted for resources: {'Port': ['ID=340c708d-88f9-484a-a230-50ff009f094e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:52.162601 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] No DVR routers for this DVR port 340c708d-88f9-484a-a230-50ff009f094e on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:52.165647 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:52.169366 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d2c3fe3c-fbbf-4fc6-98a3-74b740d3aa76 req-8d8576f5-da39-4b93-bd7b-033809770169 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "DELETE /v2.0/ports/340c708d-88f9-484a-a230-50ff009f094e HTTP/1.1" status: 204 len: 173 time: 0.3930442 Mar 02 11:44:52.169838 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'name': 'network-vif-deleted', 'tag': '340c708d-88f9-484a-a230-50ff009f094e'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:52.172940 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c3697e-8b27-4ba6-9107-4dd0c77b7a1b" -d '{"events": [{"server_uuid": "71815bd5-adbd-4cde-b79a-ff918aac6ac8", "name": "network-vif-deleted", "tag": "340c708d-88f9-484a-a230-50ff009f094e"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:52.212028 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48810001-c008-4ac6-9a1a-6835a7af4ec6 x-openstack-request-id: req-48810001-c008-4ac6-9a1a-6835a7af4ec6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:52.212428 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71815bd5-adbd-4cde-b79a-ff918aac6ac8", "name": "network-vif-deleted", "tag": "340c708d-88f9-484a-a230-50ff009f094e", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:52.212794 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48810001-c008-4ac6-9a1a-6835a7af4ec6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:52.213194 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71815bd5-adbd-4cde-b79a-ff918aac6ac8', 'name': 'network-vif-deleted', 'tag': '340c708d-88f9-484a-a230-50ff009f094e', 'status': 'completed', 'code': 200} Mar 02 11:44:52.259070 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c65d0236-00b1-4ba3-83b3-c8c96c0f4c2a req-66413b51-9e12-4b14-b895-4726a2a863a7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=71815bd5-adbd-4cde-b79a-ff918aac6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0391316 Mar 02 11:44:54.673635 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2e816-a143-4a8a-9bb3-23cb7c7574d2 req-f64e6bec-a7af-458d-8e76-6da42dcfab13 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:54.675111 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eaf2e816-a143-4a8a-9bb3-23cb7c7574d2 req-f64e6bec-a7af-458d-8e76-6da42dcfab13 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 945 time: 0.0570023 Mar 02 11:44:54.720996 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eaf2e816-a143-4a8a-9bb3-23cb7c7574d2 req-e0bedd6e-215a-47b8-b4b6-1779d3d16795 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Mar 02 11:44:55.585960 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 340c708d-88f9-484a-a230-50ff009f094e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:55.608581 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 340c708d-88f9-484a-a230-50ff009f094e {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:55.608944 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 340c708d-88f9-484a-a230-50ff009f094e not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:55.840047 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6323d82-4c24-44a7-b70e-03d7cf9df3b0 req-5f490558-3161-44aa-863d-9637b81cd29a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:55.841555 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6323d82-4c24-44a7-b70e-03d7cf9df3b0 req-5f490558-3161-44aa-863d-9637b81cd29a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 945 time: 0.0534329 Mar 02 11:44:55.887490 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6323d82-4c24-44a7-b70e-03d7cf9df3b0 req-964e8467-9193-494c-9da9-8cd2a0b9193a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Mar 02 11:44:56.137476 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44ad3-afbb-4e50-bb39-54c82872680d req-7b0d3727-7a90-4a38-803d-b2f6eb8c82f7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:56.138908 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8d44ad3-afbb-4e50-bb39-54c82872680d req-7b0d3727-7a90-4a38-803d-b2f6eb8c82f7 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 946 time: 0.0512023 Mar 02 11:44:56.187477 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8d44ad3-afbb-4e50-bb39-54c82872680d req-2111d0c8-d3af-4af6-bace-7acb60bba231 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431230 Mar 02 11:44:56.399313 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-81e5353d-2973-4401-bce2-ec51056080f1 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:56.400757 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-81e5353d-2973-4401-bce2-ec51056080f1 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 945 time: 0.0509007 Mar 02 11:44:56.490943 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Deleting port 50097b69-85ff-4ea7-814e-82a80045183c {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:56.491286 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (50097b69-85ff-4ea7-814e-82a80045183c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:56.579468 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] For port 50097b69-85ff-4ea7-814e-82a80045183c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=50097b69-85ff-4ea7-814e-82a80045183c,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:56.579830 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (50097b69-85ff-4ea7-814e-82a80045183c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:56.592603 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Calling delete_port for 50097b69-85ff-4ea7-814e-82a80045183c owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:56.716802 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (50097b69-85ff-4ea7-814e-82a80045183c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:56.728067 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a', '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', '50097b69-85ff-4ea7-814e-82a80045183c'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:44:56.745704 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event deleted for resources: {'Port': ['ID=50097b69-85ff-4ea7-814e-82a80045183c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:56.787572 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] No DVR routers for this DVR port 50097b69-85ff-4ea7-814e-82a80045183c on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:56.790064 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:56.793346 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f42a9cda-890e-44ae-af9c-b4453565c0bf req-19f0ef74-8a4c-4a60-b985-a3fdadc4ff4e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "DELETE /v2.0/ports/50097b69-85ff-4ea7-814e-82a80045183c HTTP/1.1" status: 204 len: 173 time: 0.3865769 Mar 02 11:44:56.793779 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'name': 'network-vif-deleted', 'tag': '50097b69-85ff-4ea7-814e-82a80045183c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:56.795999 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73989b0c-ce8d-4880-81dc-7c0c2e7e8ca8" -d '{"events": [{"server_uuid": "8ae255da-78f6-47cd-8de1-3a5ee4ff766d", "name": "network-vif-deleted", "tag": "50097b69-85ff-4ea7-814e-82a80045183c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:56.833502 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9407b3-8d5b-46a9-830c-5ab974c8ac6c x-openstack-request-id: req-2e9407b3-8d5b-46a9-830c-5ab974c8ac6c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:56.833882 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae255da-78f6-47cd-8de1-3a5ee4ff766d", "name": "network-vif-deleted", "tag": "50097b69-85ff-4ea7-814e-82a80045183c", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:56.834204 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e9407b3-8d5b-46a9-830c-5ab974c8ac6c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:56.834669 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae255da-78f6-47cd-8de1-3a5ee4ff766d', 'name': 'network-vif-deleted', 'tag': '50097b69-85ff-4ea7-814e-82a80045183c', 'status': 'completed', 'code': 200} Mar 02 11:44:56.995983 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-efb61f13-a19c-406e-abfc-0ef09a6dc821 req-b7ae80ed-4421-4862-b2a0-073e0e22e4f8 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae255da-78f6-47cd-8de1-3a5ee4ff766d HTTP/1.1" status: 200 len: 210 time: 0.0266550 Mar 02 11:44:57.311253 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77c71d-d6ff-499d-bb0e-d2fdbd5873bb req-b1a2921b-29d5-436e-a02a-74dac94a6f9d tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:57.312613 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da77c71d-d6ff-499d-bb0e-d2fdbd5873bb req-b1a2921b-29d5-436e-a02a-74dac94a6f9d tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 946 time: 0.0560973 Mar 02 11:44:57.358283 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da77c71d-d6ff-499d-bb0e-d2fdbd5873bb req-edf6281f-c3fb-4cff-90ac-f94b6ed2e074 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Mar 02 11:44:58.034267 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d395305-adbd-411d-b116-f0dfc28742da req-e365fd69-8f52-472a-afba-cde50bd5280a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:58.036239 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5d395305-adbd-411d-b116-f0dfc28742da req-e365fd69-8f52-472a-afba-cde50bd5280a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 946 time: 0.0523462 Mar 02 11:44:58.135245 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Deleting port 862d377a-fbb1-4dc9-91c6-5e5a45204991 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:58.135587 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:58.251780 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] For port 862d377a-fbb1-4dc9-91c6-5e5a45204991, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=862d377a-fbb1-4dc9-91c6-5e5a45204991,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:58.252145 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:58.360241 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044da2d-6901-4f8b-b35c-75a5b1ec04fa req-ff24e12f-cc7c-4f52-9e37-8484bed7e3cc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:58.361707 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c044da2d-6901-4f8b-b35c-75a5b1ec04fa req-ff24e12f-cc7c-4f52-9e37-8484bed7e3cc tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 945 time: 0.1517897 Mar 02 11:44:58.492225 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c044da2d-6901-4f8b-b35c-75a5b1ec04fa req-e1986c11-19d2-493a-a46d-f36713a15615 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242027 Mar 02 11:44:58.523466 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:58.523856 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (28ce1c5f-9917-4bdc-96e6-990fd2bf507c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:58.524175 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Floating IP 28ce1c5f-9917-4bdc-96e6-990fd2bf507c disassociated. External IP: 172.27.2.225, port: 862d377a-fbb1-4dc9-91c6-5e5a45204991. Mar 02 11:44:58.524523 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Calling delete_port for 862d377a-fbb1-4dc9-91c6-5e5a45204991 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:44:58.670389 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d201921-22ad-4181-bc8d-935ff90586dd req-3016c337-e5c7-412e-b856-ca8d64c67061 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:58.671766 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d201921-22ad-4181-bc8d-935ff90586dd req-3016c337-e5c7-412e-b856-ca8d64c67061 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcab39e8-8e5c-41d7-ae92-995b2c33b328 HTTP/1.1" status: 200 len: 946 time: 0.0910285 Mar 02 11:44:58.706639 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (862d377a-fbb1-4dc9-91c6-5e5a45204991), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:58.748907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event deleted for resources: {'Port': ['ID=862d377a-fbb1-4dc9-91c6-5e5a45204991,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:44:58.757701 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2d201921-22ad-4181-bc8d-935ff90586dd req-b300c691-eb6c-4e3d-b5b2-45b9f7b973c0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups?id=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785625 Mar 02 11:44:58.868128 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Router 3c92a3dd-cdac-4851-82b7-381d6504cd93 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:44:58.975502 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:44:58.986041 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] Sync routers for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:44:58.995784 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:58.996387 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:59.014812 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] No DVR routers for this DVR port 862d377a-fbb1-4dc9-91c6-5e5a45204991 on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:44:59.017211 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.021090 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5d395305-adbd-411d-b116-f0dfc28742da req-37d000df-c0c5-4193-9dac-9437dc215404 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.15 "DELETE /v2.0/ports/862d377a-fbb1-4dc9-91c6-5e5a45204991 HTTP/1.1" status: 204 len: 173 time: 0.9774780 Mar 02 11:44:59.021478 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'name': 'network-vif-deleted', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:44:59.023695 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf40cee-db56-4dbe-9be3-52c62f849e56" -d '{"events": [{"server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "name": "network-vif-deleted", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:44:59.059369 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f488960e-f905-49ca-ac08-4015cdf2527a x-openstack-request-id: req-f488960e-f905-49ca-ac08-4015cdf2527a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:44:59.059969 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcab39e8-8e5c-41d7-ae92-995b2c33b328", "name": "network-vif-deleted", "tag": "862d377a-fbb1-4dc9-91c6-5e5a45204991", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:44:59.059969 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f488960e-f905-49ca-ac08-4015cdf2527a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:44:59.060290 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcab39e8-8e5c-41d7-ae92-995b2c33b328', 'name': 'network-vif-deleted', 'tag': '862d377a-fbb1-4dc9-91c6-5e5a45204991', 'status': 'completed', 'code': 200} Mar 02 11:44:59.109084 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:59.309923 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:59.335419 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] Checking router: 3c92a3dd-cdac-4851-82b7-381d6504cd93 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:44:59.343293 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:44:59.343881 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:44:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:59.403554 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a543618-6b07-4fb2-a9cd-cf6875bcc956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.450385 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:44:59.612462 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 50097b69-85ff-4ea7-814e-82a80045183c no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:44:59.625729 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ee909-ba2b-4268-aa6e-db96d9561f09 req-e4c7acc0-10e2-46d4-b9dc-4a92b180761d tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:59.627210 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c3ee909-ba2b-4268-aa6e-db96d9561f09 req-e4c7acc0-10e2-46d4-b9dc-4a92b180761d tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Mar 02 11:44:59.634217 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 50097b69-85ff-4ea7-814e-82a80045183c {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:44:59.634921 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 50097b69-85ff-4ea7-814e-82a80045183c not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:44:59.654161 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:44:59.674749 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c3ee909-ba2b-4268-aa6e-db96d9561f09 req-c5e853b3-264f-46ec-8c19-3f373529cf7a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Mar 02 11:44:59.680308 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8579522-0e97-4432-9c76-397f5b6caee3 None None] The sync data for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi is: [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:40:51Z', 'revision_number': 4, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88', 'name': '', 'network_id': '33ec2064-eb91-4b84-840a-c5bbef88a25b', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'mac_address': 'fa:16:3e:19:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:51Z', 'updated_at': '2022-03-02T11:40:54Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'subnets': [{'id': 'a2f14140-4f53-42c1-9b98-d168f5ebbf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:44:59.776843 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-d6a876e6-98ac-4cc3-9206-da1d91b29c46 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:44:59.778338 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-d6a876e6-98ac-4cc3-9206-da1d91b29c46 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b6c98cd-b3a4-4fbd-b69d-383df74e1e62 HTTP/1.1" status: 200 len: 945 time: 0.0531199 Mar 02 11:44:59.848512 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 32914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:44:59.887501 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Deleting port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:44:59.887743 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.910524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce54dcf5-2be7-4652-bb85-56e45e510e0a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (f73f923f-22e7-40bb-9c8d-0cb6f0d4be08), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.937485 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c42a9-c46e-4927-b4b1-ad6117095647 None None] New status for floating IP 28ce1c5f-9917-4bdc-96e6-990fd2bf507c: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:44:59.942278 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce54dcf5-2be7-4652-bb85-56e45e510e0a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (f73f923f-22e7-40bb-9c8d-0cb6f0d4be08), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.988013 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] For port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:44:59.988942 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.989158 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce54dcf5-2be7-4652-bb85-56e45e510e0a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f73f923f-22e7-40bb-9c8d-0cb6f0d4be08), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.991753 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ce54dcf5-2be7-4652-bb85-56e45e510e0a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:44:59.992968 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-ce54dcf5-2be7-4652-bb85-56e45e510e0a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "DELETE /v2.0/security-groups/f73f923f-22e7-40bb-9c8d-0cb6f0d4be08 HTTP/1.1" status: 204 len: 168 time: 0.1433797 Mar 02 11:44:59.996201 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32916) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:00.002957 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54dcf5-2be7-4652-bb85-56e45e510e0a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73f923f-22e7-40bb-9c8d-0cb6f0d4be08,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:00.010896 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Calling delete_port for 18f5887b-1aa9-4136-95f5-ca1c769a2bbc owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:45:00.020257 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.api.v2.resource [None req-51965aea-d1ba-4cc7-b067-802b87e6d24a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] show failed (client error): The resource could not be found. Mar 02 11:45:00.021330 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-51965aea-d1ba-4cc7-b067-802b87e6d24a tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "GET /v2.0/security-groups/f73f923f-22e7-40bb-9c8d-0cb6f0d4be08 HTTP/1.1" status: 404 len: 347 time: 0.0241621 Mar 02 11:45:00.024306 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 32918) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:00.153810 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (18f5887b-1aa9-4136-95f5-ca1c769a2bbc), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.155408 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Deleting port 47ccdcce-254a-4db1-b12d-cfde34aedb08 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:45:00.155751 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.165810 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a', '18f5887b-1aa9-4136-95f5-ca1c769a2bbc'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:45:00.183659 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event deleted for resources: {'Port': ['ID=18f5887b-1aa9-4136-95f5-ca1c769a2bbc,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:00.226613 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] No DVR routers for this DVR port 18f5887b-1aa9-4136-95f5-ca1c769a2bbc on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:45:00.231455 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.234637 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.234967 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4db6ee9e-26af-4ddc-8f80-03fb6bb18022 req-eb32fb89-c6a7-4dcc-b925-12350e3fe5b7 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "DELETE /v2.0/ports/18f5887b-1aa9-4136-95f5-ca1c769a2bbc HTTP/1.1" status: 204 len: 173 time: 0.4511194 Mar 02 11:45:00.235077 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (47ccdcce-254a-4db1-b12d-cfde34aedb08), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.251183 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Calling delete_port for 47ccdcce-254a-4db1-b12d-cfde34aedb08 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:45:00.395413 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (47ccdcce-254a-4db1-b12d-cfde34aedb08), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.420057 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Pushing event deleted for resources: {'Port': ['ID=47ccdcce-254a-4db1-b12d-cfde34aedb08,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:00.482922 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks [] for floatingip (28ce1c5f-9917-4bdc-96e6-990fd2bf507c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.485692 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:00.486841 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7b06e8c4-15e9-4c9b-a48c-13154b9aaea0 tempest-AttachVolumeTestJSON-795743146 tempest-AttachVolumeTestJSON-795743146-project] 10.222.0.43 "DELETE /v2.0/floatingips/28ce1c5f-9917-4bdc-96e6-990fd2bf507c HTTP/1.1" status: 204 len: 168 time: 0.4614477 Mar 02 11:45:01.061812 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'name': 'network-vif-deleted', 'tag': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:45:01.064139 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c29411f-5109-49ea-b350-fe18f65c7452" -d '{"events": [{"server_uuid": "2b6c98cd-b3a4-4fbd-b69d-383df74e1e62", "name": "network-vif-deleted", "tag": "18f5887b-1aa9-4136-95f5-ca1c769a2bbc"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:45:01.098718 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259fc22d-aaf1-4671-9499-8a2b7bfc1cef x-openstack-request-id: req-259fc22d-aaf1-4671-9499-8a2b7bfc1cef {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:45:01.099011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6c98cd-b3a4-4fbd-b69d-383df74e1e62", "name": "network-vif-deleted", "tag": "18f5887b-1aa9-4136-95f5-ca1c769a2bbc", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:45:01.099263 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-259fc22d-aaf1-4671-9499-8a2b7bfc1cef {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:45:01.099657 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6c98cd-b3a4-4fbd-b69d-383df74e1e62', 'name': 'network-vif-deleted', 'tag': '18f5887b-1aa9-4136-95f5-ca1c769a2bbc', 'status': 'completed', 'code': 200} Mar 02 11:45:01.622610 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 18f5887b-1aa9-4136-95f5-ca1c769a2bbc no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:45:01.652209 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 18f5887b-1aa9-4136-95f5-ca1c769a2bbc {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:45:01.652563 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 18f5887b-1aa9-4136-95f5-ca1c769a2bbc not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:45:01.653107 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 862d377a-fbb1-4dc9-91c6-5e5a45204991 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:45:01.677932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 862d377a-fbb1-4dc9-91c6-5e5a45204991 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:45:01.678285 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 862d377a-fbb1-4dc9-91c6-5e5a45204991 not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:45:01.679671 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b841e3c1-6c82-498f-94d9-e1066d305c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:02.072257 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e368ca-5395-4905-b702-d1efd0d91350 req-f2dae388-4364-46e4-b092-d33f1372994e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:02.073750 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26e368ca-5395-4905-b702-d1efd0d91350 req-f2dae388-4364-46e4-b092-d33f1372994e tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 946 time: 0.0551267 Mar 02 11:45:02.119651 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26e368ca-5395-4905-b702-d1efd0d91350 req-8f151dee-4ac5-4560-80ac-3067355fd788 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Mar 02 11:45:02.569279 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:03.233872 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949034-bffb-4e1f-8831-aad3b7bf4738 req-f0379225-c32e-48d0-8ae5-0b79fe78e8c5 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:03.235321 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-28949034-bffb-4e1f-8831-aad3b7bf4738 req-f0379225-c32e-48d0-8ae5-0b79fe78e8c5 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 946 time: 0.0509746 Mar 02 11:45:03.279968 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-28949034-bffb-4e1f-8831-aad3b7bf4738 req-3ff30e11-cb74-4b57-afba-550a5cba539b tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Mar 02 11:45:03.766312 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc45f-1155-4491-925a-81988960d192 req-5fbef3a8-b47a-41e2-a913-2fdde9d31b26 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:03.767640 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d2bc45f-1155-4491-925a-81988960d192 req-5fbef3a8-b47a-41e2-a913-2fdde9d31b26 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 946 time: 0.0531144 Mar 02 11:45:03.857011 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Deleting port ada5d9d4-30f3-4fca-8545-86daf85bcb1a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:45:03.857349 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:03.946800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] For port ada5d9d4-30f3-4fca-8545-86daf85bcb1a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,segment=NetworkSegment(59b26bfd-ef05-40a9-a00c-1e51e24e5aa9),segment_id=59b26bfd-ef05-40a9-a00c-1e51e24e5aa9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:03.947188 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:03.961381 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Calling delete_port for ada5d9d4-30f3-4fca-8545-86daf85bcb1a owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:45:03.990214 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 32962) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:04.086226 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (ada5d9d4-30f3-4fca-8545-86daf85bcb1a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:04.100558 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['ada5d9d4-30f3-4fca-8545-86daf85bcb1a'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:45:04.118087 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Pushing event deleted for resources: {'Port': ['ID=ada5d9d4-30f3-4fca-8545-86daf85bcb1a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:04.159838 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] No DVR routers for this DVR port ada5d9d4-30f3-4fca-8545-86daf85bcb1a on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:45:04.162334 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:04.165718 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d2bc45f-1155-4491-925a-81988960d192 req-1468c9d9-8fd3-440c-8f17-f8966ac49109 tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.15 "DELETE /v2.0/ports/ada5d9d4-30f3-4fca-8545-86daf85bcb1a HTTP/1.1" status: 204 len: 173 time: 0.3923876 Mar 02 11:45:04.166162 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'name': 'network-vif-deleted', 'tag': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:45:04.168389 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bbea55-f492-45db-ad0a-7cd9ada45f1a" -d '{"events": [{"server_uuid": "0f509606-0de7-4b03-9d35-c1980cbc25eb", "name": "network-vif-deleted", "tag": "ada5d9d4-30f3-4fca-8545-86daf85bcb1a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:45:04.206494 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:04.214978 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a7d678-d85c-47e8-8ab3-b6d3968cc82e x-openstack-request-id: req-90a7d678-d85c-47e8-8ab3-b6d3968cc82e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:45:04.215340 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f509606-0de7-4b03-9d35-c1980cbc25eb", "name": "network-vif-deleted", "tag": "ada5d9d4-30f3-4fca-8545-86daf85bcb1a", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:45:04.215662 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90a7d678-d85c-47e8-8ab3-b6d3968cc82e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:45:04.216241 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f509606-0de7-4b03-9d35-c1980cbc25eb', 'name': 'network-vif-deleted', 'tag': 'ada5d9d4-30f3-4fca-8545-86daf85bcb1a', 'status': 'completed', 'code': 200} Mar 02 11:45:04.360072 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (3c92a3dd-cdac-4851-82b7-381d6504cd93), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:04.382469 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bc0e5a7-1524-401e-9133-10a1988f33ce req-ced904cb-4acc-46ce-b85b-2a9f150b823a tempest-AttachVolumeNegativeTest-335905245 tempest-AttachVolumeNegativeTest-335905245-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f509606-0de7-4b03-9d35-c1980cbc25eb HTTP/1.1" status: 200 len: 210 time: 0.0269966 Mar 02 11:45:04.603112 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Deleting port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:45:04.603361 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:04.685519 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] For port 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:04.685877 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:04.698552 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Calling delete_port for 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:45:04.889681 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:04.920342 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:05.081939 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (3c92a3dd-cdac-4851-82b7-381d6504cd93), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.292960 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Router 3c92a3dd-cdac-4851-82b7-381d6504cd93 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:45:05.397348 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:45:05.402270 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-0b634e7c-9fa2-49f8-863a-044f67104c95 admin admin] 10.222.0.43 "PUT /v2.0/routers/3c92a3dd-cdac-4851-82b7-381d6504cd93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4110386 Mar 02 11:45:05.404843 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 32968) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:05.406423 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] Sync routers for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:45:05.418541 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:05.419223 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:05.439870 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32972) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:05.487950 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] Deleting subnet 28847bc3-ebde-48d7-936a-03ee0a6d9097 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:45:05.491256 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] Publish callbacks [] for subnet (28847bc3-ebde-48d7-936a-03ee0a6d9097), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.514451 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks [] for router (3c92a3dd-cdac-4851-82b7-381d6504cd93), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.531429 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (28847bc3-ebde-48d7-936a-03ee0a6d9097), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.533792 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:05.552864 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.574237 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (28847bc3-ebde-48d7-936a-03ee0a6d9097), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.633182 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks [] for router_gateway (3c92a3dd-cdac-4851-82b7-381d6504cd93), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.634191 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (28847bc3-ebde-48d7-936a-03ee0a6d9097), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.662010 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28847bc3-ebde-48d7-936a-03ee0a6d9097,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:05.664162 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.667575 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4d24966d-83fe-4298-a682-e50337b038ec admin admin] 10.222.0.43 "DELETE /v2.0/subnets/28847bc3-ebde-48d7-936a-03ee0a6d9097 HTTP/1.1" status: 204 len: 168 time: 0.2262976 Mar 02 11:45:05.670273 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 32974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:05.726709 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:45:04Z', 'revision_number': 5, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port': {'id': '74a2c55e-90e9-4953-ae08-922dbbad37cc', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:49Z', 'updated_at': '2022-03-02T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:05.752190 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.754364 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Deleting port 74a2c55e-90e9-4953-ae08-922dbbad37cc {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:45:05.754688 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:05.755277 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] Checking router: 3c92a3dd-cdac-4851-82b7-381d6504cd93 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:45:05.764110 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] Routers {'3c92a3dd-cdac-4851-82b7-381d6504cd93'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:05.764728 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['3c92a3dd-cdac-4851-82b7-381d6504cd93'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:05.946413 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] Set router 3c92a3dd-cdac-4851-82b7-381d6504cd93 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:05.997978 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:45:05Z', 'revision_number': 6, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:06.028015 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4a861-6994-4419-bcee-e6265dc6a6cf None None] The sync data for ids ['3c92a3dd-cdac-4851-82b7-381d6504cd93'] in dv-cinder-822821-2-iscsi is: [{'id': '3c92a3dd-cdac-4851-82b7-381d6504cd93', 'name': 'tempest-AttachVolumeTestJSON-1502454278-router', 'tenant_id': '41e1372b16454fc496d1a30579dfea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:48Z', 'updated_at': '2022-03-02T11:45:05Z', 'revision_number': 6, 'project_id': '41e1372b16454fc496d1a30579dfea90', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:45:06.149383 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.162787 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] For port 74a2c55e-90e9-4953-ae08-922dbbad37cc, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=74a2c55e-90e9-4953-ae08-922dbbad37cc,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:06.163142 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.183098 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:06.185460 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Calling delete_port for 74a2c55e-90e9-4953-ae08-922dbbad37cc owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:45:06.196347 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:06.196662 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b26bfd-ef05-40a9-a00c-1e51e24e5aa9') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:06.210298 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (59b26bfd-ef05-40a9-a00c-1e51e24e5aa9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.255394 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (59b26bfd-ef05-40a9-a00c-1e51e24e5aa9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.265732 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:45:06.266107 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (59b26bfd-ef05-40a9-a00c-1e51e24e5aa9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:45:06.267678 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:45:06.357902 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.364767 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.367999 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca HTTP/1.1" status: 204 len: 168 time: 0.6966310 Mar 02 11:45:06.388577 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b9c52-5ad2-41e0-b4b6-619a39efd925 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e47a5c-7857-4ca0-ad05-ed41fa0fc4ca,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:06.453109 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (74a2c55e-90e9-4953-ae08-922dbbad37cc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.479743 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a2c55e-90e9-4953-ae08-922dbbad37cc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:06.540752 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (3c92a3dd-cdac-4851-82b7-381d6504cd93), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.548182 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32978) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:06.588613 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2d2d1fe4-fff5-43f2-b0b7-c32cea2489ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26193248bccb412db42604b50dd90c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392468 Mar 02 11:45:06.591156 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32980) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:06.632963 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (3c92a3dd-cdac-4851-82b7-381d6504cd93), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.635094 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks [] for router_controller (3c92a3dd-cdac-4851-82b7-381d6504cd93), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.641116 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fba14328-0886-41c1-915e-6387b2d5976b admin admin] Publish callbacks [] for security_group (e4c094a8-45a0-4295-afb4-4ab3b80bb9e5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.662436 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fba14328-0886-41c1-915e-6387b2d5976b admin admin] Publish callbacks [] for security_group (e4c094a8-45a0-4295-afb4-4ab3b80bb9e5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.681483 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (3c92a3dd-cdac-4851-82b7-381d6504cd93), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.681942 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c92a3dd-cdac-4851-82b7-381d6504cd93 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:45:06.686505 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.687638 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-598d5759-116d-4982-beb3-25107e785883 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3c92a3dd-cdac-4851-82b7-381d6504cd93 HTTP/1.1" status: 204 len: 168 time: 1.2817192 Mar 02 11:45:06.690389 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32982) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:06.733799 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] Deleting subnet a2f14140-4f53-42c1-9b98-d168f5ebbf1d {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:45:06.736917 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] Publish callbacks [] for subnet (a2f14140-4f53-42c1-9b98-d168f5ebbf1d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.755763 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fba14328-0886-41c1-915e-6387b2d5976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (e4c094a8-45a0-4295-afb4-4ab3b80bb9e5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.758250 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fba14328-0886-41c1-915e-6387b2d5976b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.759349 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-fba14328-0886-41c1-915e-6387b2d5976b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4c094a8-45a0-4295-afb4-4ab3b80bb9e5 HTTP/1.1" status: 204 len: 168 time: 0.1673150 Mar 02 11:45:06.774297 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba14328-0886-41c1-915e-6387b2d5976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c094a8-45a0-4295-afb4-4ab3b80bb9e5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:06.783050 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (a2f14140-4f53-42c1-9b98-d168f5ebbf1d), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.838770 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:45:06.874574 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (a2f14140-4f53-42c1-9b98-d168f5ebbf1d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.939050 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (a2f14140-4f53-42c1-9b98-d168f5ebbf1d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.968787 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f14140-4f53-42c1-9b98-d168f5ebbf1d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:06.972181 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:06.975319 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4e505e4a-38b1-4c26-8727-387bb68dce78 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a2f14140-4f53-42c1-9b98-d168f5ebbf1d HTTP/1.1" status: 204 len: 168 time: 0.2839572 Mar 02 11:45:06.977838 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 32988) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:06.980513 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab331e2e-c32d-417e-a409-0d39a784bcb5 None None] Network 33ec2064-eb91-4b84-840a-c5bbef88a25b requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:45:07.056457 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (33ec2064-eb91-4b84-840a-c5bbef88a25b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.130865 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Deleting port 7acdb8e4-48db-4818-b6c5-01b4174c6709 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:45:07.131202 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.154703 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] DHCP port deletion for 33ec2064-eb91-4b84-840a-c5bbef88a25b request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:45:07.202428 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Deleting port 7acdb8e4-48db-4818-b6c5-01b4174c6709 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:45:07.202628 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] For port 7acdb8e4-48db-4818-b6c5-01b4174c6709, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=7acdb8e4-48db-4818-b6c5-01b4174c6709,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:07.202799 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.203349 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.218098 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Calling delete_port for 7acdb8e4-48db-4818-b6c5-01b4174c6709 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:45:07.270653 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] For port 7acdb8e4-48db-4818-b6c5-01b4174c6709, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=7acdb8e4-48db-4818-b6c5-01b4174c6709,segment=NetworkSegment(3d001bab-32b7-4627-bd01-c0770acd3d9f),segment_id=3d001bab-32b7-4627-bd01-c0770acd3d9f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:07.271052 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.285416 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Calling delete_port for 7acdb8e4-48db-4818-b6c5-01b4174c6709 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:45:07.376404 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.395199 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] No DVR routers for this DVR port 7acdb8e4-48db-4818-b6c5-01b4174c6709 on host dv-cinder-822821-2-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:45:07.420831 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Pushing event deleted for resources: {'Port': ['ID=7acdb8e4-48db-4818-b6c5-01b4174c6709,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:07.435774 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.436133 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.436487 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.436865 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.437205 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.437537 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.437868 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.438196 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.438531 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.438862 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.439187 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.439513 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.439851 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92026-5b1c-4794-9ce1-683b42b89d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:07.561065 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (7acdb8e4-48db-4818-b6c5-01b4174c6709), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.575927 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:45:07.586361 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acdb8e4-48db-4818-b6c5-01b4174c6709,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:07.591828 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] No DVR routers for this DVR port 7acdb8e4-48db-4818-b6c5-01b4174c6709 on host dv-cinder-822821-2-iscsi {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:45:07.605696 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:45:07.606650 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 0d98c0dc-2e0d-42e7-bdc3-2447ebabcb88 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:45:07.607142 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 74a2c55e-90e9-4953-ae08-922dbbad37cc no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:45:07.633131 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 74a2c55e-90e9-4953-ae08-922dbbad37cc {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:45:07.633521 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 74a2c55e-90e9-4953-ae08-922dbbad37cc not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:45:07.634026 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 7acdb8e4-48db-4818-b6c5-01b4174c6709 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:45:07.659612 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (33ec2064-eb91-4b84-840a-c5bbef88a25b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.662088 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 7acdb8e4-48db-4818-b6c5-01b4174c6709 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:45:07.662439 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 7acdb8e4-48db-4818-b6c5-01b4174c6709 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:45:07.679320 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device ada5d9d4-30f3-4fca-8545-86daf85bcb1a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:45:07.685428 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ec2064-eb91-4b84-840a-c5bbef88a25b']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:07.695761 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d001bab-32b7-4627-bd01-c0770acd3d9f') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:07.696173 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d001bab-32b7-4627-bd01-c0770acd3d9f') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:07.700424 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: ada5d9d4-30f3-4fca-8545-86daf85bcb1a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:45:07.700847 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device ada5d9d4-30f3-4fca-8545-86daf85bcb1a not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:45:07.707694 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (3d001bab-32b7-4627-bd01-c0770acd3d9f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.721762 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (3d001bab-32b7-4627-bd01-c0770acd3d9f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.728534 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:45:07.729052 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (3d001bab-32b7-4627-bd01-c0770acd3d9f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: self.session.flush() Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: self.session.flush() Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: self.session.flush() Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: self.session.flush() Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:45:07.730562 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:45:07.783222 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (33ec2064-eb91-4b84-840a-c5bbef88a25b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.788641 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:07.791706 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/33ec2064-eb91-4b84-840a-c5bbef88a25b HTTP/1.1" status: 204 len: 168 time: 0.8129613 Mar 02 11:45:07.803630 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66bf8a-3f3d-42bd-ae01-fafcf50c94d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ec2064-eb91-4b84-840a-c5bbef88a25b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:08.100761 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33022) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:08.139907 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0e578d00-2353-4958-9478-1d84e53f303f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41e1372b16454fc496d1a30579dfea90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379920 Mar 02 11:45:08.142270 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33024) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:08.187505 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-183d9cdd-2166-4377-98f2-68cd9e046e4e admin admin] Publish callbacks [] for security_group (6bd64b4e-5f2f-457b-aba4-2d01bb285fb9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:08.211285 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-183d9cdd-2166-4377-98f2-68cd9e046e4e admin admin] Publish callbacks [] for security_group (6bd64b4e-5f2f-457b-aba4-2d01bb285fb9), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:08.257505 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-183d9cdd-2166-4377-98f2-68cd9e046e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6bd64b4e-5f2f-457b-aba4-2d01bb285fb9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:08.259985 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-183d9cdd-2166-4377-98f2-68cd9e046e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:08.261262 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-183d9cdd-2166-4377-98f2-68cd9e046e4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bd64b4e-5f2f-457b-aba4-2d01bb285fb9 HTTP/1.1" status: 204 len: 168 time: 0.1179891 Mar 02 11:45:08.268671 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d9cdd-2166-4377-98f2-68cd9e046e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd64b4e-5f2f-457b-aba4-2d01bb285fb9,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:10.652097 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33094) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:10.756387 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fffdf92c-9020-489d-94c0-f8bd06a99196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:10.829457 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fffdf92c-9020-489d-94c0-f8bd06a99196 admin admin] Publish callbacks [] for security_group (76a3e49d-efb5-42d9-b4f6-cda8aa70f587), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:10.834434 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fffdf92c-9020-489d-94c0-f8bd06a99196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (76a3e49d-efb5-42d9-b4f6-cda8aa70f587), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:10.870524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdf92c-9020-489d-94c0-f8bd06a99196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3e49d-efb5-42d9-b4f6-cda8aa70f587,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:10.874811 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-fffdf92c-9020-489d-94c0-f8bd06a99196 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32e92d7dd63e4f1d979c2371f5ef37b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217011 Mar 02 11:45:10.877401 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33098) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:10.928152 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0149fc2-96a3-4582-a36c-201a0f19cced admin admin] Publish callbacks [] for security_group (76a3e49d-efb5-42d9-b4f6-cda8aa70f587), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:10.949194 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0149fc2-96a3-4582-a36c-201a0f19cced admin admin] Publish callbacks [] for security_group (76a3e49d-efb5-42d9-b4f6-cda8aa70f587), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:10.998010 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0149fc2-96a3-4582-a36c-201a0f19cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (76a3e49d-efb5-42d9-b4f6-cda8aa70f587), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:11.000491 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0149fc2-96a3-4582-a36c-201a0f19cced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:11.001646 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e0149fc2-96a3-4582-a36c-201a0f19cced admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76a3e49d-efb5-42d9-b4f6-cda8aa70f587 HTTP/1.1" status: 204 len: 168 time: 0.1233623 Mar 02 11:45:11.011004 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0149fc2-96a3-4582-a36c-201a0f19cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3e49d-efb5-42d9-b4f6-cda8aa70f587,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:12.624839 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33164) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:12.726438 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f2aa2de-4eb9-46ab-b09c-d5984c5a084f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:12.798816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f2aa2de-4eb9-46ab-b09c-d5984c5a084f admin admin] Publish callbacks [] for security_group (7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:12.802293 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f2aa2de-4eb9-46ab-b09c-d5984c5a084f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:12.839240 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-9f2aa2de-4eb9-46ab-b09c-d5984c5a084f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1814df46363b47b88582e77e480b2201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133429 Mar 02 11:45:12.841380 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2aa2de-4eb9-46ab-b09c-d5984c5a084f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:12.842197 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33168) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:12.890328 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb3d1fce-df3e-4975-839e-f1f5084e1257 admin admin] Publish callbacks [] for security_group (7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:12.911970 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb3d1fce-df3e-4975-839e-f1f5084e1257 admin admin] Publish callbacks [] for security_group (7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:12.958274 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb3d1fce-df3e-4975-839e-f1f5084e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:12.960778 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb3d1fce-df3e-4975-839e-f1f5084e1257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:12.964493 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-eb3d1fce-df3e-4975-839e-f1f5084e1257 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a HTTP/1.1" status: 204 len: 168 time: 0.1213205 Mar 02 11:45:12.973127 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d1fce-df3e-4975-839e-f1f5084e1257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd27489-0b5d-4c0e-b8b6-6d14cc12e81a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:13.220410 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33190) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:13.233724 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0992dc8-df2a-444c-b923-4b1b28490891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:13.307450 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0992dc8-df2a-444c-b923-4b1b28490891 admin admin] Publish callbacks [] for security_group (8dfd172d-91e7-4896-b0ee-08a84e7b99a3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:13.311428 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0992dc8-df2a-444c-b923-4b1b28490891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (8dfd172d-91e7-4896-b0ee-08a84e7b99a3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:13.351850 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d0992dc8-df2a-444c-b923-4b1b28490891 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=901d8991a5d84ae588affbd9c43d0633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303256 Mar 02 11:45:13.352720 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0992dc8-df2a-444c-b923-4b1b28490891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfd172d-91e7-4896-b0ee-08a84e7b99a3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:13.354541 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33196) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:13.405076 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f393e666-e034-4567-8716-59f478fc17f9 admin admin] Publish callbacks [] for security_group (8dfd172d-91e7-4896-b0ee-08a84e7b99a3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:13.426871 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f393e666-e034-4567-8716-59f478fc17f9 admin admin] Publish callbacks [] for security_group (8dfd172d-91e7-4896-b0ee-08a84e7b99a3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:13.474966 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f393e666-e034-4567-8716-59f478fc17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (8dfd172d-91e7-4896-b0ee-08a84e7b99a3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:13.477544 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f393e666-e034-4567-8716-59f478fc17f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:13.478679 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f393e666-e034-4567-8716-59f478fc17f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8dfd172d-91e7-4896-b0ee-08a84e7b99a3 HTTP/1.1" status: 204 len: 168 time: 0.1230388 Mar 02 11:45:13.501943 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393e666-e034-4567-8716-59f478fc17f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfd172d-91e7-4896-b0ee-08a84e7b99a3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:15.055823 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-7bf03e02-3e88-4ed1-a8f1-fcfa2bc559ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436335 Mar 02 11:45:15.162758 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-8be08d5b-2ea0-4cab-832d-52e629066dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:15.164300 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-8be08d5b-2ea0-4cab-832d-52e629066dd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1129 time: 0.0533462 Mar 02 11:45:15.273727 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-3e6f0d72-0e91-487c-8879-3a1176783b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:15.275191 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-3e6f0d72-0e91-487c-8879-3a1176783b39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.0920682 Mar 02 11:45:15.342429 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-038f0a00-d29c-40ee-ae01-3c2eebecdb8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 1000 time: 0.0601544 Mar 02 11:45:15.392567 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-f5f8c0e2-8096-477b-885c-f9d23c2fd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:15.394038 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-f5f8c0e2-8096-477b-885c-f9d23c2fd459 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0457036 Mar 02 11:45:15.449194 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-988aaa8a-c251-4982-b849-4dcbf89b2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:15.450676 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-988aaa8a-c251-4982-b849-4dcbf89b2a32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476828 Mar 02 11:45:15.544505 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-ee832e70-24e7-454b-a6bd-dbec7faf93e4 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840209 Mar 02 11:45:15.644855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e42d5178-1266-4dc3-b902-1d2c5c7fe0a0 req-79d64fed-23b4-4ca8-baf8-efe31e35acf5 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905888 Mar 02 11:45:16.369992 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.498191 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33326) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:17.601968 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd98b1b1-389d-4135-917a-374f70614a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.674758 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd98b1b1-389d-4135-917a-374f70614a20 admin admin] Publish callbacks [] for security_group (87d8e831-4d23-4b42-976e-5c9364808f8b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.679056 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd98b1b1-389d-4135-917a-374f70614a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (87d8e831-4d23-4b42-976e-5c9364808f8b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.715903 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-fd98b1b1-389d-4135-917a-374f70614a20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e4605c6686642dcb9727c6d8971d42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167478 Mar 02 11:45:17.716885 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98b1b1-389d-4135-917a-374f70614a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d8e831-4d23-4b42-976e-5c9364808f8b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:17.718605 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33330) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:17.765584 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc558080-865c-408c-892e-0086731653b3 admin admin] Publish callbacks [] for security_group (87d8e831-4d23-4b42-976e-5c9364808f8b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.785898 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc558080-865c-408c-892e-0086731653b3 admin admin] Publish callbacks [] for security_group (87d8e831-4d23-4b42-976e-5c9364808f8b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.830847 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc558080-865c-408c-892e-0086731653b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (87d8e831-4d23-4b42-976e-5c9364808f8b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.833409 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bc558080-865c-408c-892e-0086731653b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:17.834559 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bc558080-865c-408c-892e-0086731653b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87d8e831-4d23-4b42-976e-5c9364808f8b HTTP/1.1" status: 204 len: 168 time: 0.1149521 Mar 02 11:45:17.842239 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc558080-865c-408c-892e-0086731653b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d8e831-4d23-4b42-976e-5c9364808f8b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:18.405176 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33362) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:18.553756 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de772088-112a-4453-9fb7-fd96442432ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:18.630022 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de772088-112a-4453-9fb7-fd96442432ff admin admin] Publish callbacks [] for security_group (71cca5fc-199b-4200-8226-5dab7748cea4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:18.633893 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de772088-112a-4453-9fb7-fd96442432ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (71cca5fc-199b-4200-8226-5dab7748cea4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:18.673138 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-de772088-112a-4453-9fb7-fd96442432ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8dfe4c8ab8f0410cbce7d5d51a81cc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667396 Mar 02 11:45:18.673744 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33372) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:18.682111 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de772088-112a-4453-9fb7-fd96442432ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cca5fc-199b-4200-8226-5dab7748cea4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:18.729792 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-369dcb91-8ddc-4d8b-acb2-85c4c80ad74b admin admin] Publish callbacks [] for security_group (71cca5fc-199b-4200-8226-5dab7748cea4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:18.752334 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-369dcb91-8ddc-4d8b-acb2-85c4c80ad74b admin admin] Publish callbacks [] for security_group (71cca5fc-199b-4200-8226-5dab7748cea4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:18.798434 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-369dcb91-8ddc-4d8b-acb2-85c4c80ad74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (71cca5fc-199b-4200-8226-5dab7748cea4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:18.801636 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-369dcb91-8ddc-4d8b-acb2-85c4c80ad74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:18.802766 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-369dcb91-8ddc-4d8b-acb2-85c4c80ad74b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71cca5fc-199b-4200-8226-5dab7748cea4 HTTP/1.1" status: 204 len: 168 time: 0.1267498 Mar 02 11:45:18.810780 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dcb91-8ddc-4d8b-acb2-85c4c80ad74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cca5fc-199b-4200-8226-5dab7748cea4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:19.075856 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33390) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:19.089420 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c309c1b-c2e4-48f0-b025-28ce643c636f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.164257 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c309c1b-c2e4-48f0-b025-28ce643c636f admin admin] Publish callbacks [] for security_group (a2b12127-1898-4a86-af7a-d3d8587c3f30), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.168452 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c309c1b-c2e4-48f0-b025-28ce643c636f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (a2b12127-1898-4a86-af7a-d3d8587c3f30), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.206020 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2c309c1b-c2e4-48f0-b025-28ce643c636f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=789b6be500e6482aa276281d75bc3df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290300 Mar 02 11:45:19.207159 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c309c1b-c2e4-48f0-b025-28ce643c636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b12127-1898-4a86-af7a-d3d8587c3f30,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:19.209628 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33398) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:19.258731 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22de9dd9-7420-4a62-9997-c9bacd2fdf0c admin admin] Publish callbacks [] for security_group (a2b12127-1898-4a86-af7a-d3d8587c3f30), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.279318 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22de9dd9-7420-4a62-9997-c9bacd2fdf0c admin admin] Publish callbacks [] for security_group (a2b12127-1898-4a86-af7a-d3d8587c3f30), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.327310 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22de9dd9-7420-4a62-9997-c9bacd2fdf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (a2b12127-1898-4a86-af7a-d3d8587c3f30), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.329940 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22de9dd9-7420-4a62-9997-c9bacd2fdf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.331153 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-22de9dd9-7420-4a62-9997-c9bacd2fdf0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2b12127-1898-4a86-af7a-d3d8587c3f30 HTTP/1.1" status: 204 len: 168 time: 0.1195381 Mar 02 11:45:19.341103 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9dd9-7420-4a62-9997-c9bacd2fdf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b12127-1898-4a86-af7a-d3d8587c3f30,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:19.656330 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33414) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:19.669769 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d894b6b-08c4-48dc-944f-6e21f5e3fb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.707166 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33416) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:19.747122 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d894b6b-08c4-48dc-944f-6e21f5e3fb54 admin admin] Publish callbacks [] for security_group (cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.750847 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d894b6b-08c4-48dc-944f-6e21f5e3fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.789534 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-8d894b6b-08c4-48dc-944f-6e21f5e3fb54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d78b47db4ad04614b19dfe78b46d60bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321278 Mar 02 11:45:19.790406 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d894b6b-08c4-48dc-944f-6e21f5e3fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:19.792861 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33420) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:19.841997 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65edcf6d-77c1-4e3a-af6c-ab772f867090 admin admin] Publish callbacks [] for security_group (cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.874780 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65edcf6d-77c1-4e3a-af6c-ab772f867090 admin admin] Publish callbacks [] for security_group (cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.876468 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e8afb4-b0a6-4086-9ee7-79968cb19711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.948225 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65edcf6d-77c1-4e3a-af6c-ab772f867090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.950853 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65edcf6d-77c1-4e3a-af6c-ab772f867090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:19.951981 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-65edcf6d-77c1-4e3a-af6c-ab772f867090 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5 HTTP/1.1" status: 204 len: 168 time: 0.1574442 Mar 02 11:45:19.966191 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edcf6d-77c1-4e3a-af6c-ab772f867090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb53d59c-d4b3-4ede-bd49-5fb7a00c35c5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:20.015485 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e8afb4-b0a6-4086-9ee7-79968cb19711 admin admin] Publish callbacks [] for security_group (960f7c0a-56fe-479d-bde4-3ed561286543), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.019890 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6e8afb4-b0a6-4086-9ee7-79968cb19711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (960f7c0a-56fe-479d-bde4-3ed561286543), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.057366 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c6e8afb4-b0a6-4086-9ee7-79968cb19711 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=858835b3989243379394d73b8869fe07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491201 Mar 02 11:45:20.058194 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8afb4-b0a6-4086-9ee7-79968cb19711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960f7c0a-56fe-479d-bde4-3ed561286543,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:20.061043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33424) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:20.113023 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4f7-ab94-4c85-aa92-3baf7ee842fd admin admin] Publish callbacks [] for security_group (960f7c0a-56fe-479d-bde4-3ed561286543), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.134545 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4f7-ab94-4c85-aa92-3baf7ee842fd admin admin] Publish callbacks [] for security_group (960f7c0a-56fe-479d-bde4-3ed561286543), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.181227 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4f7-ab94-4c85-aa92-3baf7ee842fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (960f7c0a-56fe-479d-bde4-3ed561286543), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.184034 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4f7-ab94-4c85-aa92-3baf7ee842fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.185314 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7e1ef4f7-ab94-4c85-aa92-3baf7ee842fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/960f7c0a-56fe-479d-bde4-3ed561286543 HTTP/1.1" status: 204 len: 168 time: 0.1227436 Mar 02 11:45:20.194238 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef4f7-ab94-4c85-aa92-3baf7ee842fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f7c0a-56fe-479d-bde4-3ed561286543,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:20.453962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33446) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:20.467493 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc2cd-dfae-49ab-ac19-367ee2433f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.545053 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc2cd-dfae-49ab-ac19-367ee2433f39 admin admin] Publish callbacks [] for security_group (f226cb59-bf45-46b2-ad73-c09a6973a312), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.549394 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc2cd-dfae-49ab-ac19-367ee2433f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f226cb59-bf45-46b2-ad73-c09a6973a312), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.591347 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7a0bc2cd-dfae-49ab-ac19-367ee2433f39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=903d39101e794dce83f8bd384db6caa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357481 Mar 02 11:45:20.591757 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bc2cd-dfae-49ab-ac19-367ee2433f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f226cb59-bf45-46b2-ad73-c09a6973a312,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:20.594761 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33450) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:20.644742 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cc08bd4-cc66-4fa7-a7a8-e8924ee16983 admin admin] Publish callbacks [] for security_group (f226cb59-bf45-46b2-ad73-c09a6973a312), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.666143 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cc08bd4-cc66-4fa7-a7a8-e8924ee16983 admin admin] Publish callbacks [] for security_group (f226cb59-bf45-46b2-ad73-c09a6973a312), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.713675 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cc08bd4-cc66-4fa7-a7a8-e8924ee16983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f226cb59-bf45-46b2-ad73-c09a6973a312), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.716197 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cc08bd4-cc66-4fa7-a7a8-e8924ee16983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:20.717362 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0cc08bd4-cc66-4fa7-a7a8-e8924ee16983 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f226cb59-bf45-46b2-ad73-c09a6973a312 HTTP/1.1" status: 204 len: 168 time: 0.1214902 Mar 02 11:45:20.725558 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc08bd4-cc66-4fa7-a7a8-e8924ee16983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f226cb59-bf45-46b2-ad73-c09a6973a312,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:21.017568 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33466) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:21.120899 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f079618e-df4a-4a24-b414-fa577e01826e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:21.202366 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f079618e-df4a-4a24-b414-fa577e01826e admin admin] Publish callbacks [] for security_group (447fe662-494e-47d4-85a1-28bbcbc044d8), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:21.207217 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f079618e-df4a-4a24-b414-fa577e01826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (447fe662-494e-47d4-85a1-28bbcbc044d8), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:21.248196 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:21.248362 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f079618e-df4a-4a24-b414-fa577e01826e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33d9da3d589b4044a7e4d13d61c75b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294824 Mar 02 11:45:21.250170 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079618e-df4a-4a24-b414-fa577e01826e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447fe662-494e-47d4-85a1-28bbcbc044d8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:21.300438 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-695eafd4-9e79-456b-b6a8-788ddb9d49aa admin admin] Publish callbacks [] for security_group (447fe662-494e-47d4-85a1-28bbcbc044d8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:21.322045 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-695eafd4-9e79-456b-b6a8-788ddb9d49aa admin admin] Publish callbacks [] for security_group (447fe662-494e-47d4-85a1-28bbcbc044d8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:21.370411 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-695eafd4-9e79-456b-b6a8-788ddb9d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (447fe662-494e-47d4-85a1-28bbcbc044d8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:21.373173 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-695eafd4-9e79-456b-b6a8-788ddb9d49aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:21.374438 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-695eafd4-9e79-456b-b6a8-788ddb9d49aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/447fe662-494e-47d4-85a1-28bbcbc044d8 HTTP/1.1" status: 204 len: 168 time: 0.1250024 Mar 02 11:45:21.382565 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eafd4-9e79-456b-b6a8-788ddb9d49aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447fe662-494e-47d4-85a1-28bbcbc044d8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:22.488350 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33532) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:22.611305 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0eb672ce-57a4-419c-8c44-32b758e7ae56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:22.688721 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0eb672ce-57a4-419c-8c44-32b758e7ae56 admin admin] Publish callbacks [] for security_group (6e4f93c3-e72d-41de-81f5-6f77acedf3e3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:22.692475 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0eb672ce-57a4-419c-8c44-32b758e7ae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6e4f93c3-e72d-41de-81f5-6f77acedf3e3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:22.733325 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0eb672ce-57a4-419c-8c44-32b758e7ae56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba943c255e964d5abd7303258edf3063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435591 Mar 02 11:45:22.734189 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb672ce-57a4-419c-8c44-32b758e7ae56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f93c3-e72d-41de-81f5-6f77acedf3e3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:22.735982 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33540) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:22.783675 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80be9d91-9f3c-4530-a1e3-871adb7b89e2 admin admin] Publish callbacks [] for security_group (6e4f93c3-e72d-41de-81f5-6f77acedf3e3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:22.804080 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80be9d91-9f3c-4530-a1e3-871adb7b89e2 admin admin] Publish callbacks [] for security_group (6e4f93c3-e72d-41de-81f5-6f77acedf3e3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:22.853217 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80be9d91-9f3c-4530-a1e3-871adb7b89e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (6e4f93c3-e72d-41de-81f5-6f77acedf3e3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:22.855805 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-80be9d91-9f3c-4530-a1e3-871adb7b89e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:22.857019 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-80be9d91-9f3c-4530-a1e3-871adb7b89e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e4f93c3-e72d-41de-81f5-6f77acedf3e3 HTTP/1.1" status: 204 len: 168 time: 0.1199389 Mar 02 11:45:22.864509 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be9d91-9f3c-4530-a1e3-871adb7b89e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f93c3-e72d-41de-81f5-6f77acedf3e3,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:23.112044 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33546) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:23.125398 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6314f7e9-7325-4af4-880a-17573888bcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:23.199077 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6314f7e9-7325-4af4-880a-17573888bcde admin admin] Publish callbacks [] for security_group (8b159258-d917-434c-93f3-b517a7bc1372), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:23.202717 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6314f7e9-7325-4af4-880a-17573888bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (8b159258-d917-434c-93f3-b517a7bc1372), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:23.239960 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-6314f7e9-7325-4af4-880a-17573888bcde admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=342e5e8b6e5f41209f7e6a7dd7f179e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262779 Mar 02 11:45:23.240898 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314f7e9-7325-4af4-880a-17573888bcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b159258-d917-434c-93f3-b517a7bc1372,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:23.242748 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33548) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:23.289877 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aab5-ae0d-4f63-a0db-84dd5495d5c1 admin admin] Publish callbacks [] for security_group (8b159258-d917-434c-93f3-b517a7bc1372), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:23.310898 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aab5-ae0d-4f63-a0db-84dd5495d5c1 admin admin] Publish callbacks [] for security_group (8b159258-d917-434c-93f3-b517a7bc1372), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:23.360093 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aab5-ae0d-4f63-a0db-84dd5495d5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (8b159258-d917-434c-93f3-b517a7bc1372), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:23.362637 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b7b4aab5-ae0d-4f63-a0db-84dd5495d5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:23.363769 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b7b4aab5-ae0d-4f63-a0db-84dd5495d5c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b159258-d917-434c-93f3-b517a7bc1372 HTTP/1.1" status: 204 len: 168 time: 0.1199884 Mar 02 11:45:23.371081 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4aab5-ae0d-4f63-a0db-84dd5495d5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b159258-d917-434c-93f3-b517a7bc1372,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:24.935009 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33610) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:25.035958 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3fcb9ed-661b-402c-a9b9-d39f155ae43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.109236 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3fcb9ed-661b-402c-a9b9-d39f155ae43c admin admin] Publish callbacks [] for security_group (251c2134-616d-4ece-b9ae-13fc56f20bfd), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.112877 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3fcb9ed-661b-402c-a9b9-d39f155ae43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (251c2134-616d-4ece-b9ae-13fc56f20bfd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.153497 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c3fcb9ed-661b-402c-a9b9-d39f155ae43c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f363d9f1996f45da90ed8ccc2b19cfbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151282 Mar 02 11:45:25.153497 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcb9ed-661b-402c-a9b9-d39f155ae43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251c2134-616d-4ece-b9ae-13fc56f20bfd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:25.153994 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33620) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:25.209229 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3d226b-adf5-4a42-aaec-934d91c57a90 admin admin] Publish callbacks [] for security_group (251c2134-616d-4ece-b9ae-13fc56f20bfd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.231274 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3d226b-adf5-4a42-aaec-934d91c57a90 admin admin] Publish callbacks [] for security_group (251c2134-616d-4ece-b9ae-13fc56f20bfd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.278456 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3d226b-adf5-4a42-aaec-934d91c57a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (251c2134-616d-4ece-b9ae-13fc56f20bfd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.281148 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd3d226b-adf5-4a42-aaec-934d91c57a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.282277 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-fd3d226b-adf5-4a42-aaec-934d91c57a90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/251c2134-616d-4ece-b9ae-13fc56f20bfd HTTP/1.1" status: 204 len: 168 time: 0.1272380 Mar 02 11:45:25.289998 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d226b-adf5-4a42-aaec-934d91c57a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c2134-616d-4ece-b9ae-13fc56f20bfd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:25.536440 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33628) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:25.550342 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2606-c457-49dd-b446-60bb58c498e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.623376 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2606-c457-49dd-b446-60bb58c498e9 admin admin] Publish callbacks [] for security_group (b985df0a-1f89-4ac9-81b3-849a2dc1c70d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.627060 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2606-c457-49dd-b446-60bb58c498e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b985df0a-1f89-4ac9-81b3-849a2dc1c70d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.667703 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-ef5b2606-c457-49dd-b446-60bb58c498e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9092acecc484984a78b041e2219edfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301630 Mar 02 11:45:25.668575 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2606-c457-49dd-b446-60bb58c498e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b985df0a-1f89-4ac9-81b3-849a2dc1c70d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:25.670350 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33630) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:25.720837 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca70f-7f95-4f86-b5cc-5929e586a50d admin admin] Publish callbacks [] for security_group (b985df0a-1f89-4ac9-81b3-849a2dc1c70d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.741879 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca70f-7f95-4f86-b5cc-5929e586a50d admin admin] Publish callbacks [] for security_group (b985df0a-1f89-4ac9-81b3-849a2dc1c70d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.788001 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca70f-7f95-4f86-b5cc-5929e586a50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (b985df0a-1f89-4ac9-81b3-849a2dc1c70d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.790552 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca70f-7f95-4f86-b5cc-5929e586a50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:25.791717 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4c0ca70f-7f95-4f86-b5cc-5929e586a50d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b985df0a-1f89-4ac9-81b3-849a2dc1c70d HTTP/1.1" status: 204 len: 168 time: 0.1203938 Mar 02 11:45:25.800117 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ca70f-7f95-4f86-b5cc-5929e586a50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b985df0a-1f89-4ac9-81b3-849a2dc1c70d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:29.404960 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cb00fad5-6866-4f4d-bb10-010f72103432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:31.641363 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fc97dc56-144c-492b-9e7e-17dfacd99a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:32.571230 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.040007 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33780) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:33.142943 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.217132 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Publish callbacks [] for security_group (49237739-7c66-46c8-93ec-afb282cbdd43), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.221939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (49237739-7c66-46c8-93ec-afb282cbdd43), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.262526 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34dc9012c7dd4a2bbd40854032570e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189763 Mar 02 11:45:33.262526 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49237739-7c66-46c8-93ec-afb282cbdd43,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:33.263310 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33790) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:33.269118 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.270125 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.270481 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.270829 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.271167 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.271503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.271837 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.272168 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.272503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.272883 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.273212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.273541 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.273959 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf9f2f-c859-42a0-ae12-df49081a2494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:33.315607 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9209f9af-c927-4a9d-8d56-21417fea66aa admin admin] Publish callbacks [] for security_group (49237739-7c66-46c8-93ec-afb282cbdd43), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.338081 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9209f9af-c927-4a9d-8d56-21417fea66aa admin admin] Publish callbacks [] for security_group (49237739-7c66-46c8-93ec-afb282cbdd43), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.384887 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9209f9af-c927-4a9d-8d56-21417fea66aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (49237739-7c66-46c8-93ec-afb282cbdd43), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.387560 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9209f9af-c927-4a9d-8d56-21417fea66aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.388741 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-9209f9af-c927-4a9d-8d56-21417fea66aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49237739-7c66-46c8-93ec-afb282cbdd43 HTTP/1.1" status: 204 len: 168 time: 0.1234679 Mar 02 11:45:33.397213 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f9af-c927-4a9d-8d56-21417fea66aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49237739-7c66-46c8-93ec-afb282cbdd43,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:33.672853 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:33.686272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-036ed9b3-3e08-496b-9404-35d929ec5314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.761151 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-036ed9b3-3e08-496b-9404-35d929ec5314 admin admin] Publish callbacks [] for security_group (930d0eb5-b6b5-4773-8e6f-0884e30857d5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.764726 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-036ed9b3-3e08-496b-9404-35d929ec5314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (930d0eb5-b6b5-4773-8e6f-0884e30857d5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.802426 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-036ed9b3-3e08-496b-9404-35d929ec5314 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8563b71c1c2849c68ca3bc8b16e45065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284375 Mar 02 11:45:33.803237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ed9b3-3e08-496b-9404-35d929ec5314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930d0eb5-b6b5-4773-8e6f-0884e30857d5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:33.804782 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33808) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:33.851587 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa5db-de01-4b86-a7a6-1c702a118644 admin admin] Publish callbacks [] for security_group (930d0eb5-b6b5-4773-8e6f-0884e30857d5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.872929 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa5db-de01-4b86-a7a6-1c702a118644 admin admin] Publish callbacks [] for security_group (930d0eb5-b6b5-4773-8e6f-0884e30857d5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.920844 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa5db-de01-4b86-a7a6-1c702a118644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (930d0eb5-b6b5-4773-8e6f-0884e30857d5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.923715 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa5db-de01-4b86-a7a6-1c702a118644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:33.924888 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bf6aa5db-de01-4b86-a7a6-1c702a118644 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/930d0eb5-b6b5-4773-8e6f-0884e30857d5 HTTP/1.1" status: 204 len: 168 time: 0.1190279 Mar 02 11:45:33.933697 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6aa5db-de01-4b86-a7a6-1c702a118644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930d0eb5-b6b5-4773-8e6f-0884e30857d5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:34.182077 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:34.939041 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33846) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:35.044502 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3669f7d6-1139-4953-a773-7df9aa405e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.119083 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3669f7d6-1139-4953-a773-7df9aa405e9c admin admin] Publish callbacks [] for security_group (9b17d6c6-5f85-4519-a269-e5e16ae843a4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.122737 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3669f7d6-1139-4953-a773-7df9aa405e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (9b17d6c6-5f85-4519-a269-e5e16ae843a4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.160947 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3669f7d6-1139-4953-a773-7df9aa405e9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c972195792054c64bf6c59c7713b63b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208338 Mar 02 11:45:35.162042 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669f7d6-1139-4953-a773-7df9aa405e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17d6c6-5f85-4519-a269-e5e16ae843a4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:35.163741 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33850) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:35.213005 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7501-e131-4340-b4de-a27443a61f2f admin admin] Publish callbacks [] for security_group (9b17d6c6-5f85-4519-a269-e5e16ae843a4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.233971 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7501-e131-4340-b4de-a27443a61f2f admin admin] Publish callbacks [] for security_group (9b17d6c6-5f85-4519-a269-e5e16ae843a4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.280289 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7501-e131-4340-b4de-a27443a61f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (9b17d6c6-5f85-4519-a269-e5e16ae843a4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.282927 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a5ec7501-e131-4340-b4de-a27443a61f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.284048 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-a5ec7501-e131-4340-b4de-a27443a61f2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b17d6c6-5f85-4519-a269-e5e16ae843a4 HTTP/1.1" status: 204 len: 168 time: 0.1193376 Mar 02 11:45:35.291774 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec7501-e131-4340-b4de-a27443a61f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17d6c6-5f85-4519-a269-e5e16ae843a4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:35.516129 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:35.937634 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33878) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:36.030586 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-566452306-network', 'tenant_id': '89e968ae735347259badbcdba21a1a9d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:45:36.050056 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Made reservation on behalf of 89e968ae735347259badbcdba21a1a9d for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:45:36.052393 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.060450 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.132418 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks [] for security_group (0638905f-4a19-47bd-8ac8-43eca65998d1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.135956 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0638905f-4a19-47bd-8ac8-43eca65998d1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.166303 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:45:36.171536 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0638905f-4a19-47bd-8ac8-43eca65998d1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:36.179252 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (3a549465-68d2-4e1a-b4fc-62e1eca4d57b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.180198 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.segments_db [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Added segment 3a549465-68d2-4e1a-b4fc-62e1eca4d57b of type vlan for network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 Mar 02 11:45:36.221043 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (a17e0909-9e83-4d9a-96f9-6d2dd586bb69), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.244187 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (a17e0909-9e83-4d9a-96f9-6d2dd586bb69), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.245147 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:36.245724 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.295962 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3569884 Mar 02 11:45:36.299180 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33882) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:36.304073 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Request body: {'subnet': {'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-566452306-subnet', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:45:36.306746 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd9da2-31e9-4fff-9cfb-6b613c93f7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a17e0909-9e83-4d9a-96f9-6d2dd586bb69,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:36.318233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:45:36.324040 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Made reservation on behalf of 89e968ae735347259badbcdba21a1a9d for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:45:36.326435 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3821362'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.490126 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3730614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3821312'] for subnet (65e431a6-2935-416a-b428-a1ecaace6b63), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.548131 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e431a6-2935-416a-b428-a1ecaace6b63,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:36.552417 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Checking segment: {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:36.552809 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Network hostable DHCP agents. Network: a17e0909-9e83-4d9a-96f9-6d2dd586bb69, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:45:36.569394 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:45:36.578284 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, a17e0909-9e83-4d9a-96f9-6d2dd586bb69) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:36.583248 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:36.583846 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.588136 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997608ec-d799-4249-a93a-ff9627ecda91 None None] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:45:36.599639 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ccb58318-705b-4980-9f63-b5997ad1ea80 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2993567 Mar 02 11:45:36.602461 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33884) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:36.606883 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:45:36.626610 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (da23b65b-869e-42e2-a6fc-b7b292f2eebb), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.627597 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (da23b65b-869e-42e2-a6fc-b7b292f2eebb), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.679517 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks [] for router_controller (da23b65b-869e-42e2-a6fc-b7b292f2eebb), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.689956 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'project_id': '89e968ae735347259badbcdba21a1a9d', 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:45:36.690811 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.822770 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks [] for router_gateway (da23b65b-869e-42e2-a6fc-b7b292f2eebb), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.824765 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Allocated IP 172.20.0.2 (a17e0909-9e83-4d9a-96f9-6d2dd586bb69/65e431a6-2935-416a-b428-a1ecaace6b63/cce04b17-1e8d-48ee-a850-bfa9b35772af) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:45:36.963121 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Publish callbacks [] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:36.969530 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.023282 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:37.027755 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:37.031259 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:45:37.039048 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Pushing event updated for resources: {'Port': ['ID=cce04b17-1e8d-48ee-a850-bfa9b35772af,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:37.044737 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks [] for router_gateway (da23b65b-869e-42e2-a6fc-b7b292f2eebb), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.073209 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.099875 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Attempting to bind port cce04b17-1e8d-48ee-a850-bfa9b35772af on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:45:37.100285 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Attempting to bind port cce04b17-1e8d-48ee-a850-bfa9b35772af by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:45:37.100714 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Attempting to bind port cce04b17-1e8d-48ee-a850-bfa9b35772af on network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:45:37.105940 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:45:37.106307 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Checking segment: {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:37.106714 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.107152 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Bound using segment: {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:45:37.107570 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Bound port: cce04b17-1e8d-48ee-a850-bfa9b35772af, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:45:37.107947 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.177165 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] For port cce04b17-1e8d-48ee-a850-bfa9b35772af, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:45:37.180965 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] For port cce04b17-1e8d-48ee-a850-bfa9b35772af, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=cce04b17-1e8d-48ee-a850-bfa9b35772af,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:45:37.186618 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Allocated IP 172.27.2.114 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/5dbdc976-d577-42e4-ba78-bafce13f2f19) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:45:37.187630 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.257138 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187803c0-5c56-4087-a588-ea893cbeedb2 None None] Pushing event updated for resources: {'Port': ['ID=cce04b17-1e8d-48ee-a850-bfa9b35772af,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:37.307728 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks [] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.344323 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.387215 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:37.390236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:37.393037 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:45:37.431763 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbdc976-d577-42e4-ba78-bafce13f2f19,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:37.624332 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device cce04b17-1e8d-48ee-a850-bfa9b35772af up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:37.672542 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port cce04b17-1e8d-48ee-a850-bfa9b35772af triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:37.672886 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.701417 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks [] for router_gateway (da23b65b-869e-42e2-a6fc-b7b292f2eebb), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.761271 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port cce04b17-1e8d-48ee-a850-bfa9b35772af is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:37.761666 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.796539 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port cce04b17-1e8d-48ee-a850-bfa9b35772af, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=cce04b17-1e8d-48ee-a850-bfa9b35772af,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:37.802099 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:37.848795 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=cce04b17-1e8d-48ee-a850-bfa9b35772af,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:37.924874 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (da23b65b-869e-42e2-a6fc-b7b292f2eebb), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:38.069712 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Router da23b65b-869e-42e2-a6fc-b7b292f2eebb is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:45:38.182408 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:45:38.191367 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Sync routers for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:45:38.203962 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:38.208212 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-387ad242-62a7-4dd4-98fe-41b3012c29f9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6018388 Mar 02 11:45:38.208336 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:38.208336 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:38.208558 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33948) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:38.248279 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abda2bf-d6bc-4781-8c52-2340e6ac4ba5 None None] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:45:38.500214 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-fd4047f8-a444-4e4a-9388-5b646a6f7cf2 None None] Provisioning complete for port cce04b17-1e8d-48ee-a850-bfa9b35772af triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:38.500596 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fd4047f8-a444-4e4a-9388-5b646a6f7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:38.555280 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:38.660816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:38.759776 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-fd4047f8-a444-4e4a-9388-5b646a6f7cf2 None None] Current status of the port cce04b17-1e8d-48ee-a850-bfa9b35772af is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:38.812765 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:37Z', 'revision_number': 3, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:38.831529 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Allocated IP 172.20.0.1 (a17e0909-9e83-4d9a-96f9-6d2dd586bb69/65e431a6-2935-416a-b428-a1ecaace6b63/43497e59-e55d-485d-b78a-f1af30067f86) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:45:38.842685 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Checking router: da23b65b-869e-42e2-a6fc-b7b292f2eebb for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:45:38.843045 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Updating router da23b65b-869e-42e2-a6fc-b7b292f2eebb port 5dbdc976-d577-42e4-ba78-bafce13f2f19 binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:45:38.879677 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.009093 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-88b848ce-78b4-40db-a2d8-c493aaa7fc1a None None] Provisioning complete for port cce04b17-1e8d-48ee-a850-bfa9b35772af triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:39.009375 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88b848ce-78b4-40db-a2d8-c493aaa7fc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.172400 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-88b848ce-78b4-40db-a2d8-c493aaa7fc1a None None] Current status of the port cce04b17-1e8d-48ee-a850-bfa9b35772af is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:39.215221 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks [] for port (43497e59-e55d-485d-b78a-f1af30067f86), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.233259 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Publish callbacks [] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.238779 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.250516 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (43497e59-e55d-485d-b78a-f1af30067f86), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.290586 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:39.292162 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Attempting to bind port 5dbdc976-d577-42e4-ba78-bafce13f2f19 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:45:39.292544 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Attempting to bind port 5dbdc976-d577-42e4-ba78-bafce13f2f19 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:45:39.292945 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Attempting to bind port 5dbdc976-d577-42e4-ba78-bafce13f2f19 on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:45:39.293378 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:39.295941 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a31318-0199-4474-b44c-1e57c6f6fcab None None] Pushing event updated for resources: {'Port': ['ID=5dbdc976-d577-42e4-ba78-bafce13f2f19,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:39.297304 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:45:39.304602 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:45:39.305030 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:39.305475 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.305795 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:45:39.306284 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Bound port: 5dbdc976-d577-42e4-ba78-bafce13f2f19, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:45:39.306682 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.320192 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Pushing event updated for resources: {'Port': ['ID=43497e59-e55d-485d-b78a-f1af30067f86,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:39.333039 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.333397 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.333741 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.334502 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.334502 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.334702 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.335034 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.335359 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.335683 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.336007 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.336327 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.336681 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.336989 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:39.351255 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (da23b65b-869e-42e2-a6fc-b7b292f2eebb), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.360647 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] For port 5dbdc976-d577-42e4-ba78-bafce13f2f19, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:45:39.365695 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] For port 5dbdc976-d577-42e4-ba78-bafce13f2f19, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=5dbdc976-d577-42e4-ba78-bafce13f2f19,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:45:39.371971 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.430566 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:39.431198 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:39.481457 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a31318-0199-4474-b44c-1e57c6f6fcab None None] Pushing event updated for resources: {'Port': ['ID=5dbdc976-d577-42e4-ba78-bafce13f2f19,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:39.501129 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (43497e59-e55d-485d-b78a-f1af30067f86), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.567525 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:39.625684 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device cce04b17-1e8d-48ee-a850-bfa9b35772af up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:39.705299 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f33f8d6e-38cc-4976-915d-ba2ee4976bf8 None None] Provisioning complete for port 43497e59-e55d-485d-b78a-f1af30067f86 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:39.705669 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f33f8d6e-38cc-4976-915d-ba2ee4976bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (43497e59-e55d-485d-b78a-f1af30067f86), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.707672 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks [] for port (43497e59-e55d-485d-b78a-f1af30067f86), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.712123 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (43497e59-e55d-485d-b78a-f1af30067f86), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.773743 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f33f8d6e-38cc-4976-915d-ba2ee4976bf8 None None] Port 43497e59-e55d-485d-b78a-f1af30067f86 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:45:39.783643 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (da23b65b-869e-42e2-a6fc-b7b292f2eebb), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.786154 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Pushing event updated for resources: {'Port': ['ID=43497e59-e55d-485d-b78a-f1af30067f86,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:39.803112 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port cce04b17-1e8d-48ee-a850-bfa9b35772af triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:39.803487 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:39.881693 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:39.883207 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:39.890179 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:37Z', 'revision_number': 3, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:39.939340 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7011e-3f1a-4da0-9337-86900b369f5f None None] The sync data for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi is: [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:37Z', 'revision_number': 3, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:45:39.941374 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port cce04b17-1e8d-48ee-a850-bfa9b35772af is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:40.024282 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Router da23b65b-869e-42e2-a6fc-b7b292f2eebb has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:45:40.149002 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:45:40.173807 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7489bd20-144f-4f60-8499-0e2ded4ea667 admin admin] 10.222.0.43 "PUT /v2.0/routers/da23b65b-869e-42e2-a6fc-b7b292f2eebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565146 Mar 02 11:45:40.196745 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-0779a2bc-3a58-483b-9b81-2b5871448c98 None None] Provisioning complete for port 43497e59-e55d-485d-b78a-f1af30067f86 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:40.197035 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0779a2bc-3a58-483b-9b81-2b5871448c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (43497e59-e55d-485d-b78a-f1af30067f86), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.241689 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-0779a2bc-3a58-483b-9b81-2b5871448c98 None None] Port 43497e59-e55d-485d-b78a-f1af30067f86 cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:45:40.701088 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 33970) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:40.706057 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1745537411-network', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:45:40.728949 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Made reservation on behalf of f6e337da978e41529eba2df1c92e119b for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:45:40.731294 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.740634 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.824528 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks [] for security_group (a4ad2026-fe40-41ce-a817-72802b0448fc), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.829315 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (a4ad2026-fe40-41ce-a817-72802b0448fc), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.855958 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 11:45:40.870092 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad2026-fe40-41ce-a817-72802b0448fc,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:40.876721 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (d0b3bb01-985a-4e4d-9569-85b3f3b9813f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.877079 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Added segment d0b3bb01-985a-4e4d-9569-85b3f3b9813f of type vlan for network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 Mar 02 11:45:40.926751 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794293271390'] for network (3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.952589 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605'] for network (3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:40.953682 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:40.954268 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.007480 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3051808 Mar 02 11:45:41.010284 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:41.015760 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Request body: {'subnet': {'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1745537411-subnet', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:45:41.018892 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b8479-0a0b-4441-ae84-e90e9af9355f admin admin] Pushing event updated for resources: {'Network': ['ID=3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:41.030268 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 details requested by agent ovs-agent-dv-cinder-822821-2-iscsi with host dv-cinder-822821-2-iscsi {{(pid=103165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 11:45:41.038045 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Made reservation on behalf of f6e337da978e41529eba2df1c92e119b for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:45:41.040725 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3377523'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.212767 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3377473'] for subnet (1990129c-bb0e-43e1-ae67-a8c1d1d64628), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.271999 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1990129c-bb0e-43e1-ae67-a8c1d1d64628,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:41.280233 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Checking segment: {'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:41.280658 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Network hostable DHCP agents. Network: 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8, hostable agents: ['abebf31e-0107-46b9-9366-215f433e9180'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 11:45:41.299942 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 is scheduled to be hosted by DHCP agent abebf31e-0107-46b9-9366-215f433e9180 with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 11:45:41.309854 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-2-iscsi, 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:41.314282 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:41.314827 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.323859 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356bbce4-f441-43cf-8220-359975b375b4 None None] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:45:41.332553 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-66f9c3ea-951e-4c7f-abed-b9e28522e124 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3208699 Mar 02 11:45:41.335058 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:41.339406 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:45:41.358185 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5595'] for router (07727b0a-6d5a-4914-ae23-be1d0d579e76), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.359202 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8114665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8113718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8027839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5584'] for router (07727b0a-6d5a-4914-ae23-be1d0d579e76), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.417722 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks [] for router_controller (07727b0a-6d5a-4914-ae23-be1d0d579e76), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.437916 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fa703f-a4ac-5c09-b4cd-00bf0560f291-3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'fixed_ips': [{'subnet_id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628'}]}} from dv-cinder-822821-2-iscsi. {{(pid=103165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 11:45:41.439261 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.562057 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks [] for router_gateway (07727b0a-6d5a-4914-ae23-be1d0d579e76), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.620562 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Allocated IP 172.20.0.2 (3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8/1990129c-bb0e-43e1-ae67-a8c1d1d64628/1c1dc964-ed12-46ef-b543-1ad87f1373ee) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:45:41.627129 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 5dbdc976-d577-42e4-ba78-bafce13f2f19 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:41.704254 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Sync routers for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:45:41.714846 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:41.715752 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:41.759304 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 5dbdc976-d577-42e4-ba78-bafce13f2f19 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:41.759684 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.809941 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks [] for router_gateway (07727b0a-6d5a-4914-ae23-be1d0d579e76), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.834742 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.838732 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:41.866374 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Publish callbacks [] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.881936 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:41.951425 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:41.957098 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Allocated IP 172.27.2.18 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/ba7a26ac-0a93-4163-ac59-f5aeff19940b) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:45:41.960199 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:41.967951 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:45:42.058338 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 2, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:42.078893 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks [] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.085782 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Checking router: da23b65b-869e-42e2-a6fc-b7b292f2eebb for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:45:42.086377 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Updating router da23b65b-869e-42e2-a6fc-b7b292f2eebb port 43497e59-e55d-485d-b78a-f1af30067f86 binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:45:42.113747 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (43497e59-e55d-485d-b78a-f1af30067f86), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.118528 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.148280 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 5dbdc976-d577-42e4-ba78-bafce13f2f19 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:42.148912 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.169254 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Pushing event updated for resources: {'Port': ['ID=1c1dc964-ed12-46ef-b543-1ad87f1373ee,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:42.191832 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:42.193878 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Attempting to bind port 1c1dc964-ed12-46ef-b543-1ad87f1373ee on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:45:42.194259 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Attempting to bind port 1c1dc964-ed12-46ef-b543-1ad87f1373ee by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:45:42.194629 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Attempting to bind port 1c1dc964-ed12-46ef-b543-1ad87f1373ee on network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:45:42.199573 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:42.201537 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port 5dbdc976-d577-42e4-ba78-bafce13f2f19, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=5dbdc976-d577-42e4-ba78-bafce13f2f19,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:42.206285 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:45:42.208974 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:45:42.209588 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Checking segment: {'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:42.210176 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.210582 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Bound using segment: {'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:45:42.211063 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Bound port: 1c1dc964-ed12-46ef-b543-1ad87f1373ee, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:45:42.211844 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.212440 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Pushing event updated for resources: {'Port': ['ID=ba7a26ac-0a93-4163-ac59-f5aeff19940b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:42.214755 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.308165 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc976-d577-42e4-ba78-bafce13f2f19,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:42.321764 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] For port 1c1dc964-ed12-46ef-b543-1ad87f1373ee, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:45:42.325576 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] For port 1c1dc964-ed12-46ef-b543-1ad87f1373ee, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1c1dc964-ed12-46ef-b543-1ad87f1373ee,segment=NetworkSegment(d0b3bb01-985a-4e4d-9569-85b3f3b9813f),segment_id=d0b3bb01-985a-4e4d-9569-85b3f3b9813f)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:45:42.332316 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.383192 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Publish callbacks [] for port (43497e59-e55d-485d-b78a-f1af30067f86), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.392482 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (43497e59-e55d-485d-b78a-f1af30067f86), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.414177 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828d5c9-b4cc-4947-8369-428c11b96580 None None] Pushing event updated for resources: {'Port': ['ID=1c1dc964-ed12-46ef-b543-1ad87f1373ee,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:42.488851 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Pushing event updated for resources: {'Port': ['ID=43497e59-e55d-485d-b78a-f1af30067f86,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:42.508730 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.509306 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.509814 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.510321 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.510813 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.511306 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.511795 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.512285 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.512606 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.513316 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.513793 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.514263 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.514741 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:45:42.518782 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Attempting to bind port 43497e59-e55d-485d-b78a-f1af30067f86 on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:45:42.519212 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Attempting to bind port 43497e59-e55d-485d-b78a-f1af30067f86 by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:45:42.519768 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Attempting to bind port 43497e59-e55d-485d-b78a-f1af30067f86 on network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:45:42.525315 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:45:42.525685 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Checking segment: {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:42.526084 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.526477 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Bound using segment: {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:45:42.526928 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Bound port: 43497e59-e55d-485d-b78a-f1af30067f86, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:45:42.527300 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (43497e59-e55d-485d-b78a-f1af30067f86), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.541593 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks [] for router_gateway (07727b0a-6d5a-4914-ae23-be1d0d579e76), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.618781 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] For port 43497e59-e55d-485d-b78a-f1af30067f86, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:45:42.621053 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] For port 43497e59-e55d-485d-b78a-f1af30067f86, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=43497e59-e55d-485d-b78a-f1af30067f86,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:45:42.631930 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (43497e59-e55d-485d-b78a-f1af30067f86), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.718075 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3751f6a-7e0a-45a5-a5f4-0b57f8f67b63 None None] Pushing event updated for resources: {'Port': ['ID=43497e59-e55d-485d-b78a-f1af30067f86,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:42.729891 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:42.730698 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:42.799014 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-1c3b39aa-49c0-48ac-957b-45e33f6516cb None None] Provisioning complete for port 43497e59-e55d-485d-b78a-f1af30067f86 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:42.800953 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1c3b39aa-49c0-48ac-957b-45e33f6516cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (43497e59-e55d-485d-b78a-f1af30067f86), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.854899 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8114686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8113771'] for router (07727b0a-6d5a-4914-ae23-be1d0d579e76), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.891921 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b39aa-49c0-48ac-957b-45e33f6516cb None None] Current status of the port 43497e59-e55d-485d-b78a-f1af30067f86 is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:42.892454 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1c3b39aa-49c0-48ac-957b-45e33f6516cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (43497e59-e55d-485d-b78a-f1af30067f86), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:42.899160 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:42.939955 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1c3b39aa-49c0-48ac-957b-45e33f6516cb None None] For port 43497e59-e55d-485d-b78a-f1af30067f86, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=43497e59-e55d-485d-b78a-f1af30067f86,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:42.950911 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1c3b39aa-49c0-48ac-957b-45e33f6516cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (43497e59-e55d-485d-b78a-f1af30067f86), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:43.031493 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b39aa-49c0-48ac-957b-45e33f6516cb None None] Pushing event updated for resources: {'Port': ['ID=43497e59-e55d-485d-b78a-f1af30067f86,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:43.033159 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Router 07727b0a-6d5a-4914-ae23-be1d0d579e76 is scheduled to L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 11:45:43.140788 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:43.155887 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:45:43.168885 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Sync routers for ids ['07727b0a-6d5a-4914-ae23-be1d0d579e76'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:45:43.176222 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e3b06-fe73-49f4-ab80-da2efa89877d None None] The sync data for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi is: [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:45:43.182071 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:43.183333 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-cdd8a3fc-8c72-45d5-b796-420093f43878 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8473501 Mar 02 11:45:43.186219 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 33980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:45:43.187822 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Routers {'07727b0a-6d5a-4914-ae23-be1d0d579e76'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:43.188506 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['07727b0a-6d5a-4914-ae23-be1d0d579e76'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:43.192740 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-246ef220-f3bb-4326-97ea-010cfe5450bf None None] Provisioning complete for port 43497e59-e55d-485d-b78a-f1af30067f86 triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:43.193050 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-246ef220-f3bb-4326-97ea-010cfe5450bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (43497e59-e55d-485d-b78a-f1af30067f86), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:43.406053 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Set router 07727b0a-6d5a-4914-ae23-be1d0d579e76 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:43.535021 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-246ef220-f3bb-4326-97ea-010cfe5450bf None None] Current status of the port 43497e59-e55d-485d-b78a-f1af30067f86 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:43.687017 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 3, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port': {'id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:43.736290 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358258a2-1a76-4c30-9775-4e35278ebcd6 None None] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:45:43.740165 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Checking router: 07727b0a-6d5a-4914-ae23-be1d0d579e76 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:45:43.740517 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Updating router 07727b0a-6d5a-4914-ae23-be1d0d579e76 port ba7a26ac-0a93-4163-ac59-f5aeff19940b binding host dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:45:43.815443 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 5dbdc976-d577-42e4-ba78-bafce13f2f19 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:43.846115 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:45:43.865369 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:43.881648 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-f59ebb34-8bf5-43f1-8b89-5ee95f3b742a None None] Provisioning complete for port 1c1dc964-ed12-46ef-b543-1ad87f1373ee triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:43.882116 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f59ebb34-8bf5-43f1-8b89-5ee95f3b742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.061999 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 5dbdc976-d577-42e4-ba78-bafce13f2f19 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:44.062380 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.092591 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.204587 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f59ebb34-8bf5-43f1-8b89-5ee95f3b742a None None] Current status of the port 1c1dc964-ed12-46ef-b543-1ad87f1373ee is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:44.205205 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f59ebb34-8bf5-43f1-8b89-5ee95f3b742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.289659 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Allocated IP 172.20.0.1 (3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8/1990129c-bb0e-43e1-ae67-a8c1d1d64628/adb07c77-e430-4107-b867-e03666fa4cbf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:45:44.318512 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f59ebb34-8bf5-43f1-8b89-5ee95f3b742a None None] For port 1c1dc964-ed12-46ef-b543-1ad87f1373ee, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1c1dc964-ed12-46ef-b543-1ad87f1373ee,segment=NetworkSegment(d0b3bb01-985a-4e4d-9569-85b3f3b9813f),segment_id=d0b3bb01-985a-4e4d-9569-85b3f3b9813f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:44.330732 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f59ebb34-8bf5-43f1-8b89-5ee95f3b742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.339469 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 5dbdc976-d577-42e4-ba78-bafce13f2f19 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:44.340582 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1c1dc964-ed12-46ef-b543-1ad87f1373ee up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:44.442513 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks [] for port (adb07c77-e430-4107-b867-e03666fa4cbf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.470876 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Publish callbacks [] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.478607 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ebb34-8bf5-43f1-8b89-5ee95f3b742a None None] Pushing event updated for resources: {'Port': ['ID=1c1dc964-ed12-46ef-b543-1ad87f1373ee,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:44.478814 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.486815 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.492942 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-1a14099d-a278-4d72-8103-8dad6c3f2d26 None None] Provisioning complete for port 1c1dc964-ed12-46ef-b543-1ad87f1373ee triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:44.493265 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1a14099d-a278-4d72-8103-8dad6c3f2d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.533743 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:44.537568 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:44.540596 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:45:44.571187 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Pushing event updated for resources: {'Port': ['ID=adb07c77-e430-4107-b867-e03666fa4cbf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:44.583538 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 1c1dc964-ed12-46ef-b543-1ad87f1373ee triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:44.583915 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.586293 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Attempting to bind port ba7a26ac-0a93-4163-ac59-f5aeff19940b on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:45:44.586668 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Attempting to bind port ba7a26ac-0a93-4163-ac59-f5aeff19940b by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:45:44.587035 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Attempting to bind port ba7a26ac-0a93-4163-ac59-f5aeff19940b on network b2445555-2136-4439-adcc-06c48fb0c38d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:45:44.591924 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a7df8-1700-4ba5-9abd-21db005f0077 None None] Pushing event updated for resources: {'Port': ['ID=ba7a26ac-0a93-4163-ac59-f5aeff19940b,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:44.603604 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110646'] for router_interface (07727b0a-6d5a-4914-ae23-be1d0d579e76), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.766044 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.790954 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:45:44.791450 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Checking segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:44.791860 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.792254 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Bound using segment: {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:45:44.792780 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Bound port: ba7a26ac-0a93-4163-ac59-f5aeff19940b, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:45:44.793178 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.895851 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1a14099d-a278-4d72-8103-8dad6c3f2d26 None None] Current status of the port 1c1dc964-ed12-46ef-b543-1ad87f1373ee is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:44.898414 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] For port ba7a26ac-0a93-4163-ac59-f5aeff19940b, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:45:44.903323 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] For port ba7a26ac-0a93-4163-ac59-f5aeff19940b, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=ba7a26ac-0a93-4163-ac59-f5aeff19940b,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:45:44.926748 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.966152 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks [] for port (adb07c77-e430-4107-b867-e03666fa4cbf), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.970942 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:44.976899 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 1c1dc964-ed12-46ef-b543-1ad87f1373ee is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:44.978080 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 43497e59-e55d-485d-b78a-f1af30067f86 up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:45.034800 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a7df8-1700-4ba5-9abd-21db005f0077 None None] Pushing event updated for resources: {'Port': ['ID=ba7a26ac-0a93-4163-ac59-f5aeff19940b,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:45.040435 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Routers {'07727b0a-6d5a-4914-ae23-be1d0d579e76'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:45.040971 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['07727b0a-6d5a-4914-ae23-be1d0d579e76'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:45.046929 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8112294'] for router_interface (07727b0a-6d5a-4914-ae23-be1d0d579e76), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:45.049833 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Pushing event updated for resources: {'Port': ['ID=adb07c77-e430-4107-b867-e03666fa4cbf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:45.092191 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-0aa3e2f6-9da5-4cdc-b80e-12b206de12d1 None None] Provisioning complete for port adb07c77-e430-4107-b867-e03666fa4cbf triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:45.092561 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e2f6-9da5-4cdc-b80e-12b206de12d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:45.144778 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:45.148050 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:45.175381 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 43497e59-e55d-485d-b78a-f1af30067f86 triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:45.175757 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (43497e59-e55d-485d-b78a-f1af30067f86), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:45.180425 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3e2f6-9da5-4cdc-b80e-12b206de12d1 None None] Port adb07c77-e430-4107-b867-e03666fa4cbf cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:45:45.225758 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] Set router 07727b0a-6d5a-4914-ae23-be1d0d579e76 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:45.276766 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Router 07727b0a-6d5a-4914-ae23-be1d0d579e76 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:45:45.379632 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 43497e59-e55d-485d-b78a-f1af30067f86 is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:45.398327 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:45:45.405140 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-223e96ff-801a-4875-b99c-c31531499df6 admin admin] 10.222.0.43 "PUT /v2.0/routers/07727b0a-6d5a-4914-ae23-be1d0d579e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2178385 Mar 02 11:45:45.429296 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-0b0a1b62-969b-4e76-98e2-cc9ccfaba68f None None] Provisioning complete for port adb07c77-e430-4107-b867-e03666fa4cbf triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:45.429603 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0b0a1b62-969b-4e76-98e2-cc9ccfaba68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:45.492938 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a1b62-969b-4e76-98e2-cc9ccfaba68f None None] Port adb07c77-e430-4107-b867-e03666fa4cbf cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:45:45.513102 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 4, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port': {'id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'adb07c77-e430-4107-b867-e03666fa4cbf', 'name': '', 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'mac_address': 'fa:16:3e:63:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:44Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 2, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'subnets': [{'id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:45.544960 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09088-ab22-40ce-8d51-2cc7ae54adf9 None None] The sync data for ids ['07727b0a-6d5a-4914-ae23-be1d0d579e76'] in dv-cinder-822821-2-iscsi is: [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 4, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port': {'id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'adb07c77-e430-4107-b867-e03666fa4cbf', 'name': '', 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'mac_address': 'fa:16:3e:63:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:44Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 2, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'subnets': [{'id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:45:45.613766 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1c1dc964-ed12-46ef-b543-1ad87f1373ee up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:45.668528 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port 1c1dc964-ed12-46ef-b543-1ad87f1373ee triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:45.668925 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:45.790392 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port 1c1dc964-ed12-46ef-b543-1ad87f1373ee is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:46.383585 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:47.644884 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ba7a26ac-0a93-4163-ac59-f5aeff19940b up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:47.699063 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port ba7a26ac-0a93-4163-ac59-f5aeff19940b triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:47.699439 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:47.821037 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port ba7a26ac-0a93-4163-ac59-f5aeff19940b is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:47.821707 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:47.844360 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] For port ba7a26ac-0a93-4163-ac59-f5aeff19940b, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=ba7a26ac-0a93-4163-ac59-f5aeff19940b,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:47.847919 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Sync routers for ids ['07727b0a-6d5a-4914-ae23-be1d0d579e76'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:45:47.849533 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:47.864075 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Routers {'07727b0a-6d5a-4914-ae23-be1d0d579e76'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:47.864941 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['07727b0a-6d5a-4914-ae23-be1d0d579e76'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:47.921337 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Pushing event updated for resources: {'Port': ['ID=ba7a26ac-0a93-4163-ac59-f5aeff19940b,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:47.991180 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Set router 07727b0a-6d5a-4914-ae23-be1d0d579e76 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:48.217004 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 4, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port': {'id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'adb07c77-e430-4107-b867-e03666fa4cbf', 'name': '', 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'mac_address': 'fa:16:3e:63:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:44Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 2, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'subnets': [{'id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:48.246749 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Checking router: 07727b0a-6d5a-4914-ae23-be1d0d579e76 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:45:48.247444 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Updating router 07727b0a-6d5a-4914-ae23-be1d0d579e76 port adb07c77-e430-4107-b867-e03666fa4cbf binding host dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 11:45:48.274437 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:48.563628 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Publish callbacks [] for port (adb07c77-e430-4107-b867-e03666fa4cbf), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:48.570631 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:48.629980 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7bc02-292b-4b80-807f-ee3d504f373c None None] Pushing event updated for resources: {'Port': ['ID=adb07c77-e430-4107-b867-e03666fa4cbf,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:48.694996 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Attempting to bind port adb07c77-e430-4107-b867-e03666fa4cbf on host dv-cinder-822821-2-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:45:48.695364 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Attempting to bind port adb07c77-e430-4107-b867-e03666fa4cbf by drivers openvswitch,hyperv on host dv-cinder-822821-2-iscsi at level 0 using segments [{'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:45:48.695729 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Attempting to bind port adb07c77-e430-4107-b867-e03666fa4cbf on network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:45:48.702581 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Checking agent: {'id': 'aff0a3ef-6a8e-43f6-80cc-ed192e22fee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 29, 5), 'started_at': datetime.datetime(2022, 3, 2, 11, 29, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:45:48.702991 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Checking segment: {'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:45:48.703447 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:48.703872 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Bound using segment: {'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:45:48.704371 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Bound port: adb07c77-e430-4107-b867-e03666fa4cbf, host: dv-cinder-822821-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:45:48.704798 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:48.788403 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] For port adb07c77-e430-4107-b867-e03666fa4cbf, host dv-cinder-822821-2-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:45:48.793202 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] For port adb07c77-e430-4107-b867-e03666fa4cbf, host dv-cinder-822821-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=adb07c77-e430-4107-b867-e03666fa4cbf,segment=NetworkSegment(d0b3bb01-985a-4e4d-9569-85b3f3b9813f),segment_id=d0b3bb01-985a-4e4d-9569-85b3f3b9813f)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:45:48.823133 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:48.888994 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Routers {'07727b0a-6d5a-4914-ae23-be1d0d579e76'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:45:48.889865 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:45:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['07727b0a-6d5a-4914-ae23-be1d0d579e76'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:48.893397 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7bc02-292b-4b80-807f-ee3d504f373c None None] Pushing event updated for resources: {'Port': ['ID=adb07c77-e430-4107-b867-e03666fa4cbf,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:48.951634 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-4678c09a-da56-4f5c-8c61-7472b5ba4950 None None] Provisioning complete for port adb07c77-e430-4107-b867-e03666fa4cbf triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:48.956727 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4678c09a-da56-4f5c-8c61-7472b5ba4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:49.018519 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] Set router 07727b0a-6d5a-4914-ae23-be1d0d579e76 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:45:49.110446 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-4678c09a-da56-4f5c-8c61-7472b5ba4950 None None] Current status of the port adb07c77-e430-4107-b867-e03666fa4cbf is: DOWN; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:49.110850 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4678c09a-da56-4f5c-8c61-7472b5ba4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:49.153216 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-4678c09a-da56-4f5c-8c61-7472b5ba4950 None None] For port adb07c77-e430-4107-b867-e03666fa4cbf, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=adb07c77-e430-4107-b867-e03666fa4cbf,segment=NetworkSegment(d0b3bb01-985a-4e4d-9569-85b3f3b9813f),segment_id=d0b3bb01-985a-4e4d-9569-85b3f3b9813f)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:45:49.163350 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4678c09a-da56-4f5c-8c61-7472b5ba4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:49.220063 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678c09a-da56-4f5c-8c61-7472b5ba4950 None None] Pushing event updated for resources: {'Port': ['ID=adb07c77-e430-4107-b867-e03666fa4cbf,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:49.271600 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 4, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port': {'id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'adb07c77-e430-4107-b867-e03666fa4cbf', 'name': '', 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'mac_address': 'fa:16:3e:63:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:44Z', 'updated_at': '2022-03-02T11:45:48Z', 'revision_number': 4, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'subnets': [{'id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:45:49.285358 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-1d1a7af2-757b-4d1b-83c2-750cf1d7c866 None None] Provisioning complete for port adb07c77-e430-4107-b867-e03666fa4cbf triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:49.285728 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d1a7af2-757b-4d1b-83c2-750cf1d7c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:49.300168 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4eaa1-9108-4753-adc1-57737b8d5d68 None None] The sync data for ids ['07727b0a-6d5a-4914-ae23-be1d0d579e76'] in dv-cinder-822821-2-iscsi is: [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:44Z', 'revision_number': 4, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port': {'id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'adb07c77-e430-4107-b867-e03666fa4cbf', 'name': '', 'network_id': '3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'mac_address': 'fa:16:3e:63:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:44Z', 'updated_at': '2022-03-02T11:45:48Z', 'revision_number': 4, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'subnets': [{'id': '1990129c-bb0e-43e1-ae67-a8c1d1d64628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:45:49.386430 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a7af2-757b-4d1b-83c2-750cf1d7c866 None None] Current status of the port adb07c77-e430-4107-b867-e03666fa4cbf is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:49.684169 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device adb07c77-e430-4107-b867-e03666fa4cbf up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:49.755384 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port adb07c77-e430-4107-b867-e03666fa4cbf triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:49.755909 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:49.849831 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port adb07c77-e430-4107-b867-e03666fa4cbf is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:49.850947 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ba7a26ac-0a93-4163-ac59-f5aeff19940b up at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:45:49.916558 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Provisioning complete for port ba7a26ac-0a93-4163-ac59-f5aeff19940b triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:49.916978 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:50.019613 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Current status of the port ba7a26ac-0a93-4163-ac59-f5aeff19940b is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:45:55.107646 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-52acd393-321a-4754-8f43-24aad8fa66db tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:55.109140 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-52acd393-321a-4754-8f43-24aad8fa66db tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/networks?id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 200 len: 814 time: 0.1027794 Mar 02 11:45:55.123537 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-af20dddc-8a3f-4d60-9e0a-1594fc0b2aed tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/quotas/89e968ae735347259badbcdba21a1a9d HTTP/1.1" status: 200 len: 375 time: 0.0090656 Mar 02 11:45:55.178973 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-37395e89-a69a-4b46-82f1-9030a35acd7e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495536 Mar 02 11:45:55.269500 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-10a4fa56-4c43-4f89-983f-1078be1a89dd service neutron] 10.222.0.43 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793095 Mar 02 11:45:55.360029 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-69875ab4-066a-4793-bd61-2826fb83aae9 service neutron] 10.222.0.43 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850253 Mar 02 11:45:55.527770 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-406d18ad-bc81-46c8-b4c6-0154720ddf04 req-583c9d67-8265-4cdf-8c61-f3009f63374b tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 210 time: 0.0396998 Mar 02 11:45:56.616522 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-48b4801e-7398-4c87-a9d2-e6cbda2eb7c6 req-c68d6536-d112-4859-9ed8-fa2cc0259c97 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 210 time: 0.0280445 Mar 02 11:45:56.806851 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-362bbbf6-980b-4f1f-bb39-7b69ad37fde3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:56.808546 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-362bbbf6-980b-4f1f-bb39-7b69ad37fde3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.15 "GET /v2.0/networks?id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 200 len: 814 time: 0.1030967 Mar 02 11:45:56.822319 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'port': {'device_id': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'admin_state_up': True, 'tenant_id': '89e968ae735347259badbcdba21a1a9d'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:45:56.932402 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Made reservation on behalf of 89e968ae735347259badbcdba21a1a9d for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:45:56.935922 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:57.063656 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Allocated IP 172.20.0.11 (a17e0909-9e83-4d9a-96f9-6d2dd586bb69/65e431a6-2935-416a-b428-a1ecaace6b63/79d48945-211f-40b6-a310-f5330566e7cb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:45:57.232368 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for port (79d48945-211f-40b6-a310-f5330566e7cb), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:57.279484 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:57.338849 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:45:57.342270 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:45:57.356953 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:45:57.371176 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:45:57.444345 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:57.445165 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:57.472243 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-2462f893-5937-4950-83c5-0757c381eca9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6529896 Mar 02 11:45:57.672666 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-1857017a-9315-41e9-8dd6-cd2789ad708a None None] Provisioning complete for port 79d48945-211f-40b6-a310-f5330566e7cb triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:45:57.673237 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1857017a-9315-41e9-8dd6-cd2789ad708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (79d48945-211f-40b6-a310-f5330566e7cb), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:57.728346 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1857017a-9315-41e9-8dd6-cd2789ad708a None None] Port 79d48945-211f-40b6-a310-f5330566e7cb cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:45:57.772039 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eb3c9-3e10-4418-b81a-2c41bff821f8 req-8bd158ae-6158-4295-8219-6435ad2c541c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:57.773888 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c81eb3c9-3e10-4418-b81a-2c41bff821f8 req-8bd158ae-6158-4295-8219-6435ad2c541c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 932 time: 0.0723112 Mar 02 11:45:57.821611 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c81eb3c9-3e10-4418-b81a-2c41bff821f8 req-ca23b56b-8759-4d95-b3aa-ef3db697de28 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Mar 02 11:45:58.940896 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1303-1714-4a93-bd54-34b92668898c req-1c97c14e-5a45-44f4-b516-f268da8cb47e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:58.942436 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-313b1303-1714-4a93-bd54-34b92668898c req-1c97c14e-5a45-44f4-b516-f268da8cb47e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 932 time: 0.0545599 Mar 02 11:45:58.988397 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-313b1303-1714-4a93-bd54-34b92668898c req-184a2e62-70a2-4bb3-a5d3-eb88a08ab9bf tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Mar 02 11:45:59.421978 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c80a-3607-4cc1-bde4-f1517e47d7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:45:59.475351 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-d6499cf3-6ebf-4cdc-8681-8643cb21d143 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356947845&fields=id&tenant_id=48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 267 time: 0.0566590 Mar 02 11:45:59.587193 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-4fb781cc-7694-4b67-ba5d-9063de751520 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:45:59.588659 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-4fb781cc-7694-4b67-ba5d-9063de751520 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 812 time: 0.1052103 Mar 02 11:45:59.606835 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-209740ac-0752-4b4a-b74d-1b6453280f0d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/quotas/48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 375 time: 0.0095730 Mar 02 11:45:59.677904 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-7bbb60f4-2374-4243-a800-cecadd9d5c2f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602057 Mar 02 11:45:59.780146 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-2ff4d13e-a8ed-436a-adaa-2a6d60bdde21 service neutron] 10.222.0.43 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908434 Mar 02 11:45:59.871855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-2c412c8c-3ed1-41ee-92c4-d7e9e1479039 service neutron] 10.222.0.43 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 Mar 02 11:46:00.128520 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d779dc-e54a-4e4d-b845-19f60ff2d1fa req-1c5ea335-acda-4c5c-9c72-3e4f9d5517e0 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:00.135146 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3d779dc-e54a-4e4d-b845-19f60ff2d1fa req-1c5ea335-acda-4c5c-9c72-3e4f9d5517e0 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 932 time: 0.0710740 Mar 02 11:46:00.196495 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3d779dc-e54a-4e4d-b845-19f60ff2d1fa req-32e2c653-4a9b-4b14-80a1-07e709c319c3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604930 Mar 02 11:46:00.267255 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-24883551-d637-4e43-aea5-6fc031b2c6e3 req-9b998349-807e-45eb-b3f0-ef714b49025c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0407178 Mar 02 11:46:01.379000 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cc3541d4-5c48-4470-9148-30d3604a4b5b req-0c664b12-9b10-4afa-a958-af765750055f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0378947 Mar 02 11:46:01.388082 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efd41b-5c68-4238-8b2d-b82bf7aef09b req-a81ef690-e84e-4fb7-babd-d98e97ebff9b tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:01.390894 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-93efd41b-5c68-4238-8b2d-b82bf7aef09b req-a81ef690-e84e-4fb7-babd-d98e97ebff9b tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 932 time: 0.1169064 Mar 02 11:46:01.445327 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-93efd41b-5c68-4238-8b2d-b82bf7aef09b req-57be3404-5c1f-40f6-b353-3c94e823c7aa tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Mar 02 11:46:01.646670 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e5d03cbb-73d6-4c6d-b9c4-3c42d75fd225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:02.470168 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51531134-fc81-43eb-a290-5d01d0c73dc9 req-9d3de66b-84a2-4797-9661-7456540fbff8 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0268517 Mar 02 11:46:02.574587 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:02.579102 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747c84e-fba1-4176-a95b-ac63b36df67d req-d01734fe-447c-4243-8f03-69476a53d928 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:02.580611 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6747c84e-fba1-4176-a95b-ac63b36df67d req-d01734fe-447c-4243-8f03-69476a53d928 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 932 time: 0.0538902 Mar 02 11:46:02.640580 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6747c84e-fba1-4176-a95b-ac63b36df67d req-2b0df238-6b5f-4966-b44c-1ee7d7f03dbe tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536044 Mar 02 11:46:02.970048 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34226) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:03.076224 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d940acc7-1fe6-4302-8f87-aa64bd01a68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:03.159792 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d940acc7-1fe6-4302-8f87-aa64bd01a68d admin admin] Publish callbacks [] for security_group (78a1cccd-c67d-43d3-8c46-39c8b3608f8b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:03.163759 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d940acc7-1fe6-4302-8f87-aa64bd01a68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (78a1cccd-c67d-43d3-8c46-39c8b3608f8b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:03.197461 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940acc7-1fe6-4302-8f87-aa64bd01a68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a1cccd-c67d-43d3-8c46-39c8b3608f8b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:03.214520 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34230) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:03.214686 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-d940acc7-1fe6-4302-8f87-aa64bd01a68d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21d5ceff454440ecb5abd38d6780117e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434795 Mar 02 11:46:03.278345 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f660c8f-b56d-4e8a-834c-7056186da374 admin admin] Publish callbacks [] for security_group (78a1cccd-c67d-43d3-8c46-39c8b3608f8b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:03.304081 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f660c8f-b56d-4e8a-834c-7056186da374 admin admin] Publish callbacks [] for security_group (78a1cccd-c67d-43d3-8c46-39c8b3608f8b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:03.355939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f660c8f-b56d-4e8a-834c-7056186da374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (78a1cccd-c67d-43d3-8c46-39c8b3608f8b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:03.358874 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f660c8f-b56d-4e8a-834c-7056186da374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:03.363029 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7f660c8f-b56d-4e8a-834c-7056186da374 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78a1cccd-c67d-43d3-8c46-39c8b3608f8b HTTP/1.1" status: 204 len: 168 time: 0.1441634 Mar 02 11:46:03.380271 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660c8f-b56d-4e8a-834c-7056186da374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a1cccd-c67d-43d3-8c46-39c8b3608f8b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:03.596801 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0458e05c-9dbf-4402-b7ea-888c70c5f8cc req-75647101-3568-48c8-97d3-5022c8091547 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0299487 Mar 02 11:46:03.852530 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa909b-fd8b-4300-b436-1753669151e6 req-b3e2566e-ea48-4d70-8314-3f0dd2f98329 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:03.854484 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-00fa909b-fd8b-4300-b436-1753669151e6 req-b3e2566e-ea48-4d70-8314-3f0dd2f98329 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 932 time: 0.1110053 Mar 02 11:46:03.961554 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-00fa909b-fd8b-4300-b436-1753669151e6 req-c4b435dd-e9dc-4171-ae00-20d2e208efd7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012130 Mar 02 11:46:04.202509 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:04.712931 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3382dff1-36f4-4c6b-b621-ad34dbfbc7ea req-4c9d7d1d-317d-440f-b05e-bd74b8de1d33 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0294886 Mar 02 11:46:05.091417 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b085b03-bd81-4550-afcf-e57f3010b5aa req-61ab5b43-505c-4b4b-a2ba-0ee2b5ee3a77 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:05.093084 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1b085b03-bd81-4550-afcf-e57f3010b5aa req-61ab5b43-505c-4b4b-a2ba-0ee2b5ee3a77 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 932 time: 0.0545251 Mar 02 11:46:05.140522 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1b085b03-bd81-4550-afcf-e57f3010b5aa req-4c0c01e9-e491-4340-baec-d7cb394bb588 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Mar 02 11:46:05.510646 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:05.728238 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Request body: {'port': {'device_id': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:05.801939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (79d48945-211f-40b6-a310-f5330566e7cb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:05.856147 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a1462620-752b-4084-a432-cc7bd65eaba1 req-d7318455-05c7-43ed-a03e-d3d1f9a6042e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0454447 Mar 02 11:46:06.117644 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d48945-211f-40b6-a310-f5330566e7cb {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:46:06.124947 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Publish callbacks [] for port (79d48945-211f-40b6-a310-f5330566e7cb), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:06.136698 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Transition to ACTIVE for port object 79d48945-211f-40b6-a310-f5330566e7cb will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:46:06.140981 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:06.189521 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Pushing event updated for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:06.300372 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Attempting to bind port 79d48945-211f-40b6-a310-f5330566e7cb on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:46:06.300734 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Attempting to bind port 79d48945-211f-40b6-a310-f5330566e7cb by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:46:06.301073 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Attempting to bind port 79d48945-211f-40b6-a310-f5330566e7cb on network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:46:06.310980 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54575fbf-b77a-4b06-9177-3b545cd0e1a2 req-505cfeaf-5b33-4e41-9a37-c87e5a48fb7a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:06.312488 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54575fbf-b77a-4b06-9177-3b545cd0e1a2 req-505cfeaf-5b33-4e41-9a37-c87e5a48fb7a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 944 time: 0.0937879 Mar 02 11:46:06.315319 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Port 79d48945-211f-40b6-a310-f5330566e7cb on network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:46:06.315646 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Attempting to bind port 79d48945-211f-40b6-a310-f5330566e7cb on network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:46:06.322870 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:46:06.323203 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Checking segment: {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:46:06.323591 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Bound using segment: {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:46:06.324024 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Bound port: 79d48945-211f-40b6-a310-f5330566e7cb, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a549465-68d2-4e1a-b4fc-62e1eca4d57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:46:06.324381 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (79d48945-211f-40b6-a310-f5330566e7cb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:06.400257 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54575fbf-b77a-4b06-9177-3b545cd0e1a2 req-816ece11-3dee-46a0-afb4-11783c90a1bf tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793276 Mar 02 11:46:06.425142 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:46:06.428131 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=79d48945-211f-40b6-a310-f5330566e7cb,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:46:06.433788 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:06.469509 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:06.470101 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:06.471500 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] 10.222.0.15 "PUT /v2.0/ports/79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 1094 time: 0.7491801 Mar 02 11:46:06.471937 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:46:06.474382 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e62743-2bc9-4b7d-9709-47087553a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:46:06.495081 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd4e4f-0f53-4fb1-8fb4-0443a3420204 service neutron] Pushing event updated for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:06.641961 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907b4a0b-5a29-4a4a-9431-3efb41202c55 x-openstack-request-id: req-907b4a0b-5a29-4a4a-9431-3efb41202c55 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:46:06.642257 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:46:06.642538 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-907b4a0b-5a29-4a4a-9431-3efb41202c55 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:46:06.642964 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb', 'status': 'completed', 'code': 200} Mar 02 11:46:06.953941 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f24a2e07-5b9f-4ea8-b00e-5a81110c3467 req-02a73a64-eead-4f34-8b48-fb0ac9d9482a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0273054 Mar 02 11:46:07.514828 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f645cb-76df-452b-b529-57bbfde92a17 req-e140f349-1db1-4361-bb56-bed82ddbab4e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:07.516262 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f7f645cb-76df-452b-b529-57bbfde92a17 req-e140f349-1db1-4361-bb56-bed82ddbab4e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 944 time: 0.0509303 Mar 02 11:46:07.565656 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f7f645cb-76df-452b-b529-57bbfde92a17 req-6be2869f-d778-4a9f-bd77-c2765dcd1e20 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Mar 02 11:46:08.048897 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5d8ea485-7b0f-4ac4-8bfb-e8878ac7d39c req-e50f98b8-8207-4d4d-8121-b1934fce3ad0 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0303068 Mar 02 11:46:08.678857 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa179706-4266-4ef4-a803-7dc17d7d737e req-24c8a145-5095-4f58-bc37-7a2ff177a782 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:08.680280 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fa179706-4266-4ef4-a803-7dc17d7d737e req-24c8a145-5095-4f58-bc37-7a2ff177a782 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 944 time: 0.0510426 Mar 02 11:46:08.724047 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fa179706-4266-4ef4-a803-7dc17d7d737e req-92633334-e509-45c3-a77f-1a804baedf18 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Mar 02 11:46:09.066944 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62743-2bc9-4b7d-9709-47087553a5be req-88ca0a14-7fd1-495f-b892-52412aad942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.068554 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d3e62743-2bc9-4b7d-9709-47087553a5be req-88ca0a14-7fd1-495f-b892-52412aad942d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1128 time: 0.0506997 Mar 02 11:46:09.130661 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-3a5bb414-0124-49dd-9331-3fe018bd3092 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.132227 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-3a5bb414-0124-49dd-9331-3fe018bd3092 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 812 time: 0.1221311 Mar 02 11:46:09.165520 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec2c48a2-2a60-4e61-b4ea-553924034ec5 req-24fbff9d-58e3-4cd6-923d-50160f54b14c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0320992 Mar 02 11:46:09.192024 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62743-2bc9-4b7d-9709-47087553a5be req-256b6060-39cd-4129-bdcf-c02d534ad71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.193539 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d3e62743-2bc9-4b7d-9709-47087553a5be req-256b6060-39cd-4129-bdcf-c02d534ad71e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=89e968ae735347259badbcdba21a1a9d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1041729 Mar 02 11:46:09.222956 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-6a2b7398-a84c-4528-aa19-261e0b5e98da tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c901207e06426493375953165ce4a1 HTTP/1.1" status: 200 len: 380 time: 0.0811679 Mar 02 11:46:09.231673 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'port': {'device_id': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'admin_state_up': True, 'tenant_id': '48c901207e06426493375953165ce4a1', 'security_groups': ['749f78aa-ec51-4f69-acf8-8f6007652107']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:09.291720 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62743-2bc9-4b7d-9709-47087553a5be req-614b84b6-588b-4728-a633-e47a2937b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.293408 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-d3e62743-2bc9-4b7d-9709-47087553a5be req-614b84b6-588b-4728-a633-e47a2937b670 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933821 Mar 02 11:46:09.340752 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Made reservation on behalf of 48c901207e06426493375953165ce4a1 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 11:46:09.344029 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:09.375292 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-9289c01d-1564-4ade-b6b7-3ddf9fe26134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.376794 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-9289c01d-1564-4ade-b6b7-3ddf9fe26134 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1128 time: 0.0452521 Mar 02 11:46:09.420450 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-403ac515-fe45-4b39-b3cc-4cef621bd90a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 217 time: 0.0355420 Mar 02 11:46:09.470670 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Allocated IP 172.20.0.9 (4a623bdc-7cec-4329-88d2-5400e16bd978/c95d1660-884b-4b80-9b9a-aced0152338e/638234e4-0250-42f9-baf6-c8bbbb8d6cdd) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:46:09.473636 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-cfa4514b-4caa-4eb3-9ba0-b90851b1304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.475059 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-cfa4514b-4caa-4eb3-9ba0-b90851b1304b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e431a6-2935-416a-b428-a1ecaace6b63 HTTP/1.1" status: 200 len: 853 time: 0.0490446 Mar 02 11:46:09.530330 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-8afc1bab-08b3-4e15-81a3-c7ed68d01cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.532135 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-8afc1bab-08b3-4e15-81a3-c7ed68d01cf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503430 Mar 02 11:46:09.617441 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:09.631497 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-4d27ecdc-1740-40a9-9155-16005ffd4c8c service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903149 Mar 02 11:46:09.654651 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:09.703142 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:46:09.708413 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:46:09.710807 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:46:09.732981 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [req-9282d255-63ad-4ca1-b608-e929a1d07b18 req-1198f9af-490a-4bdc-8187-62714c1a8a40 service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924377 Mar 02 11:46:09.735668 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:09.767608 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.768420 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:09.785712 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-208f20f1-54b2-4dce-8329-69c211c7e69d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579026 Mar 02 11:46:09.797828 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Request body: {'port': {'device_id': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:09.889227 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:09.908216 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35222b-264b-4988-8bbf-42d6a67c1d09 req-6cc40ee1-a5ee-46d7-b868-37738064344a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:09.909704 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e35222b-264b-4988-8bbf-42d6a67c1d09 req-6cc40ee1-a5ee-46d7-b868-37738064344a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 944 time: 0.1085527 Mar 02 11:46:09.978299 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-6791b92f-251e-4193-afce-b7551c7611d3 None None] Provisioning complete for port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:46:09.978880 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6791b92f-251e-4193-afce-b7551c7611d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:10.012559 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-6791b92f-251e-4193-afce-b7551c7611d3 None None] Port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd cannot update to ACTIVE because it is not bound. {{(pid=103165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 11:46:10.033900 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e35222b-264b-4988-8bbf-42d6a67c1d09 req-007fe5f2-4cc6-4a53-8d3e-1fceaadc5b85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175182 Mar 02 11:46:10.420792 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4644d6b-2d51-4ef7-9acc-31fb768269bd req-9d1dc93b-931c-4d90-a889-5bb586c0386e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:10.422469 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4644d6b-2d51-4ef7-9acc-31fb768269bd req-9d1dc93b-931c-4d90-a889-5bb586c0386e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 931 time: 0.0786951 Mar 02 11:46:10.505680 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4644d6b-2d51-4ef7-9acc-31fb768269bd req-11aff2a7-33b0-49a1-adfc-1222f5264c8e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767455 Mar 02 11:46:10.516438 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638234e4-0250-42f9-baf6-c8bbbb8d6cdd {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:46:10.523966 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Publish callbacks [] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:10.535556 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Transition to ACTIVE for port object 638234e4-0250-42f9-baf6-c8bbbb8d6cdd will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 11:46:10.544604 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:10.594706 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Pushing event updated for resources: {'Port': ['ID=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:10.662230 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Attempting to bind port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 11:46:10.662561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Attempting to bind port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 11:46:10.662889 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Attempting to bind port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:46:10.667325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd on network 4a623bdc-7cec-4329-88d2-5400e16bd978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 11:46:10.667645 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Attempting to bind port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd on network 4a623bdc-7cec-4329-88d2-5400e16bd978 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 11:46:10.672718 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Checking agent: {'id': 'f741f421-a768-4cd3-931f-fc2b52d41413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'started_at': datetime.datetime(2022, 3, 2, 11, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 11:46:10.673053 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Checking segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 11:46:10.673431 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Bound using segment: {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 11:46:10.674377 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Bound port: 638234e4-0250-42f9-baf6-c8bbbb8d6cdd, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b923ab8-a3f6-4904-af7f-fc8c16aef34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 11:46:10.674743 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:10.741823 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] For port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd, host hv-cinder-82282, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 11:46:10.744758 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] For port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 11:46:10.750447 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:10.785234 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:10.785849 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:10.787219 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] 10.222.0.15 "PUT /v2.0/ports/638234e4-0250-42f9-baf6-c8bbbb8d6cdd HTTP/1.1" status: 200 len: 1093 time: 0.9938641 Mar 02 11:46:10.787661 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:46:10.789924 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbec73bb-bcc1-44cc-84b2-3a6487ee5d96" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:46:10.814078 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2880-7400-4acb-87ad-b20053359439 service neutron] Pushing event updated for resources: {'Port': ['ID=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:10.826939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d2d789-d0c9-4307-b6d6-ee26c2288f6a x-openstack-request-id: req-92d2d789-d0c9-4307-b6d6-ee26c2288f6a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:46:10.828929 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:46:10.829195 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92d2d789-d0c9-4307-b6d6-ee26c2288f6a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:46:10.829621 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'status': 'completed', 'code': 200} Mar 02 11:46:11.149842 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7af90-6ef3-44f7-9176-61463c736940 req-166733f9-36d4-41fb-ae80-56d876604191 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:11.151280 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bbd7af90-6ef3-44f7-9176-61463c736940 req-166733f9-36d4-41fb-ae80-56d876604191 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 944 time: 0.0535951 Mar 02 11:46:11.195622 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bbd7af90-6ef3-44f7-9176-61463c736940 req-22bc172a-76e8-40f7-9ac8-5c78502371f8 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Mar 02 11:46:11.719108 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16202662-6bdc-40cd-a922-b8dafb6ab843 req-b96ae3cd-be6e-4826-8135-297f429d6f62 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:11.720526 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16202662-6bdc-40cd-a922-b8dafb6ab843 req-b96ae3cd-be6e-4826-8135-297f429d6f62 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0541775 Mar 02 11:46:11.766169 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16202662-6bdc-40cd-a922-b8dafb6ab843 req-0600148c-54aa-493e-a1f4-d64d8f1973bd tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401950 Mar 02 11:46:12.310857 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ef416-2de2-416f-ab09-0ef1291797f0 req-863c9a3d-6b9b-4072-9e66-956b8585b4c5 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:12.312298 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d45ef416-2de2-416f-ab09-0ef1291797f0 req-863c9a3d-6b9b-4072-9e66-956b8585b4c5 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 944 time: 0.0514190 Mar 02 11:46:12.358582 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d45ef416-2de2-416f-ab09-0ef1291797f0 req-ed0e6555-4e52-4564-9c7e-7ba2a3982257 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Mar 02 11:46:12.883202 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41ce1c-d861-481a-9604-953fa7cafce9 req-a4005c1e-2057-424b-b4aa-a754fe746dbb tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:12.884662 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3f41ce1c-d861-481a-9604-953fa7cafce9 req-a4005c1e-2057-424b-b4aa-a754fe746dbb tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0547538 Mar 02 11:46:12.932182 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3f41ce1c-d861-481a-9604-953fa7cafce9 req-4a2c01fb-60ef-4324-8e03-e7695d242c82 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Mar 02 11:46:13.231283 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec73bb-bcc1-44cc-84b2-3a6487ee5d96 req-a2a751e9-21f4-4f6a-8576-a302545981b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:13.232776 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fbec73bb-bcc1-44cc-84b2-3a6487ee5d96 req-a2a751e9-21f4-4f6a-8576-a302545981b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 1127 time: 0.0432925 Mar 02 11:46:13.401491 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec73bb-bcc1-44cc-84b2-3a6487ee5d96 req-20e0d13a-552e-4eab-bab8-04c00e17a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:13.402984 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fbec73bb-bcc1-44cc-84b2-3a6487ee5d96 req-20e0d13a-552e-4eab-bab8-04c00e17a0fe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=48c901207e06426493375953165ce4a1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1620483 Mar 02 11:46:13.607825 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df9211-ee24-478c-9b55-87e2fdb5ba76 req-f4c5afad-f68a-4a2a-b341-0a44e9996c6d tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:13.609376 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3df9211-ee24-478c-9b55-87e2fdb5ba76 req-f4c5afad-f68a-4a2a-b341-0a44e9996c6d tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 944 time: 0.1770165 Mar 02 11:46:13.612143 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec73bb-bcc1-44cc-84b2-3a6487ee5d96 req-6b96ebbe-1cc1-4ff2-9186-a80fc38a8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:13.613487 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fbec73bb-bcc1-44cc-84b2-3a6487ee5d96 req-6b96ebbe-1cc1-4ff2-9186-a80fc38a8383 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2036843 Mar 02 11:46:13.665168 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3df9211-ee24-478c-9b55-87e2fdb5ba76 req-724a64fb-1621-4ad7-b100-067171d59e29 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500810 Mar 02 11:46:13.697249 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-7145cf93-adb4-47db-beb2-efe4e780db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:13.698733 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-7145cf93-adb4-47db-beb2-efe4e780db55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 1127 time: 0.0462999 Mar 02 11:46:13.743229 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-488b1002-dc97-415a-ba47-933bce707b5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd HTTP/1.1" status: 200 len: 217 time: 0.0366313 Mar 02 11:46:13.789973 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-3cf09723-1e2e-4749-b803-853f3b218161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:13.791387 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-3cf09723-1e2e-4749-b803-853f3b218161 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0424149 Mar 02 11:46:13.840564 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-c71c9f5d-dabb-41f8-bf72-fabd9af0563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:13.842062 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-c71c9f5d-dabb-41f8-bf72-fabd9af0563f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434525 Mar 02 11:46:13.934079 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-8f1f29c2-0eeb-48bd-906a-f3773966dcf6 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840328 Mar 02 11:46:14.054294 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf666dea-b196-4875-a7a2-40b6b20309a2 req-a264c916-41c6-4388-bb2d-b6e2cdfbc226 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129122 Mar 02 11:46:14.072116 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eddb0-994f-49fe-bac9-79d94a97688a req-b6a3a1b4-3ddb-40d0-af7a-94d0bb5c964f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:14.073679 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-565eddb0-994f-49fe-bac9-79d94a97688a req-b6a3a1b4-3ddb-40d0-af7a-94d0bb5c964f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0753665 Mar 02 11:46:14.125780 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-565eddb0-994f-49fe-bac9-79d94a97688a req-63fa3f4b-67ba-4d58-b9f7-2d552c9c0573 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465026 Mar 02 11:46:14.225310 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 79d48945-211f-40b6-a310-f5330566e7cb details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:46:14.323231 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=79d48945-211f-40b6-a310-f5330566e7cb,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:46:14.334766 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '79d48945-211f-40b6-a310-f5330566e7cb', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'port_id': '79d48945-211f-40b6-a310-f5330566e7cb', 'mac_address': 'fa:16:3e:53:2f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:46:14.370222 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 79d48945-211f-40b6-a310-f5330566e7cb is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:46:14.370610 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (79d48945-211f-40b6-a310-f5330566e7cb), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:14.383416 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d48945-211f-40b6-a310-f5330566e7cb {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:46:14.403531 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=79d48945-211f-40b6-a310-f5330566e7cb,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:46:14.407694 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:14.459992 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:14.467658 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.468010 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.468353 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.468714 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.469155 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.469620 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.469956 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.470281 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.470609 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.471500 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.471832 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.472101 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.472420 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:14.687330 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['79d48945-211f-40b6-a310-f5330566e7cb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:46:14.779607 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082eb5b4-db06-4d35-ad69-be0a6e832064 req-e9de4c36-1d64-4dd2-a651-1afc738365e8 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:14.781100 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-082eb5b4-db06-4d35-ad69-be0a6e832064 req-e9de4c36-1d64-4dd2-a651-1afc738365e8 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 945 time: 0.0516531 Mar 02 11:46:14.828217 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-082eb5b4-db06-4d35-ad69-be0a6e832064 req-9f6405a4-27a6-456d-a75c-aabc80d23d33 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Mar 02 11:46:15.243506 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97a7be-ebce-4523-8b31-6212ed9d25ce req-4fdb8ca6-62de-4291-b6e5-6fb0ec3c4e58 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:15.244958 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c97a7be-ebce-4523-8b31-6212ed9d25ce req-4fdb8ca6-62de-4291-b6e5-6fb0ec3c4e58 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0545623 Mar 02 11:46:15.290751 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0c97a7be-ebce-4523-8b31-6212ed9d25ce req-fd5c3a95-57f7-45e3-8f02-a56574d86ab4 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 Mar 02 11:46:15.943286 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fe93c-53fb-48ee-9491-2eb9b6287ed7 req-a504b9c0-3138-444a-be6f-553fbe15b963 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:15.944757 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-881fe93c-53fb-48ee-9491-2eb9b6287ed7 req-a504b9c0-3138-444a-be6f-553fbe15b963 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 945 time: 0.0512135 Mar 02 11:46:15.990166 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-881fe93c-53fb-48ee-9491-2eb9b6287ed7 req-c7b57602-f105-47a8-9184-ccb1f105906b tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Mar 02 11:46:16.405404 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896fb85-070b-4772-a754-90239aed4c3f req-7dfa0738-199a-4dde-a8f9-401c5e875058 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:16.406832 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e896fb85-070b-4772-a754-90239aed4c3f req-7dfa0738-199a-4dde-a8f9-401c5e875058 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0512226 Mar 02 11:46:16.456738 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e896fb85-070b-4772-a754-90239aed4c3f req-38ec6b76-7f32-4fe2-ac56-84136931cded tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444887 Mar 02 11:46:17.104774 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361355b-843e-4c3a-a6c5-c6ec0586f402 req-aee4f73c-4cef-4ee7-bd6c-6f9b94006bc7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:17.106220 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2361355b-843e-4c3a-a6c5-c6ec0586f402 req-aee4f73c-4cef-4ee7-bd6c-6f9b94006bc7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 945 time: 0.0517001 Mar 02 11:46:17.150308 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2361355b-843e-4c3a-a6c5-c6ec0586f402 req-4c6d77fc-a0fd-422a-b52e-0cba9e878fd4 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Mar 02 11:46:17.332065 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:17.381313 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-37f6ee57-6e8f-4f1f-a18f-acfc586f1692 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422914 Mar 02 11:46:17.465849 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-0aa8a1e0-2da5-44fc-bc1a-68ab2701b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:17.467211 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-0aa8a1e0-2da5-44fc-bc1a-68ab2701b696 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1129 time: 0.0428119 Mar 02 11:46:17.612478 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18973e9-39ff-46c2-9b11-76de6d63f6e9 req-9e53f9ba-da51-4a89-9026-6427ad5f9ffd tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:17.614048 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c18973e9-39ff-46c2-9b11-76de6d63f6e9 req-9e53f9ba-da51-4a89-9026-6427ad5f9ffd tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0817533 Mar 02 11:46:17.615165 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-0343019f-dbb2-44e2-af62-7272641ebc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:17.616460 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-0343019f-dbb2-44e2-af62-7272641ebc48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.1292248 Mar 02 11:46:17.713894 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c18973e9-39ff-46c2-9b11-76de6d63f6e9 req-97dcdea3-de25-4e2e-a38f-8fb40532e3f3 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944462 Mar 02 11:46:17.715511 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-13e0d650-686e-4b58-b9b4-621927a0de12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 1000 time: 0.0902512 Mar 02 11:46:17.766398 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-1cdd32d8-59fd-47d0-9ca1-12ce20da844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:17.768514 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-1cdd32d8-59fd-47d0-9ca1-12ce20da844e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0457926 Mar 02 11:46:17.816272 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-71631514-a942-4c4a-9ec7-10989561228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:17.817841 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-71631514-a942-4c4a-9ec7-10989561228f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434990 Mar 02 11:46:17.912687 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-c1a53288-bf50-456d-9960-af768b6d036d service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887806 Mar 02 11:46:18.004983 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97c2e5f3-2039-4eb2-9eeb-4fbe319bbb03 req-747ae445-1b60-4125-8c9b-76f45146f1d4 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832963 Mar 02 11:46:18.272705 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679f654-fe8e-4b33-94d3-99ef605d425b req-7ef46a10-657a-4c2f-a66b-af861308442e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:18.274190 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4679f654-fe8e-4b33-94d3-99ef605d425b req-7ef46a10-657a-4c2f-a66b-af861308442e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 945 time: 0.0593948 Mar 02 11:46:18.328831 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4679f654-fe8e-4b33-94d3-99ef605d425b req-687746eb-8a47-49a2-8bd5-1789dfdb0f1a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Mar 02 11:46:18.827313 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23363cfa-794f-4415-99f2-5b94329d8853 req-8eff0f50-91c9-4f25-995b-ea399e97e0ff tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:18.828786 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23363cfa-794f-4415-99f2-5b94329d8853 req-8eff0f50-91c9-4f25-995b-ea399e97e0ff tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0507531 Mar 02 11:46:18.875625 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23363cfa-794f-4415-99f2-5b94329d8853 req-d7a0dcde-3aee-4f54-81cb-e308bbac395d tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Mar 02 11:46:19.319189 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 79d48945-211f-40b6-a310-f5330566e7cb up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:46:19.370576 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 79d48945-211f-40b6-a310-f5330566e7cb completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:46:19.374743 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 79d48945-211f-40b6-a310-f5330566e7cb triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:46:19.375123 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (79d48945-211f-40b6-a310-f5330566e7cb), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:19.458087 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8a74-4246-47b1-80a6-48eaf2e00f15 req-0e16d55b-b720-4ea7-9d03-b2797b76b8e6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:19.458441 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 79d48945-211f-40b6-a310-f5330566e7cb is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:46:19.458829 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (79d48945-211f-40b6-a310-f5330566e7cb), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:19.459579 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6cbf8a74-4246-47b1-80a6-48eaf2e00f15 req-0e16d55b-b720-4ea7-9d03-b2797b76b8e6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 945 time: 0.0583978 Mar 02 11:46:19.484737 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:46:19.486992 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6e8c17-cafd-4a25-805d-c5f0797feb68" -d '{"events": [{"server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "79d48945-211f-40b6-a310-f5330566e7cb"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:46:19.510710 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6cbf8a74-4246-47b1-80a6-48eaf2e00f15 req-8f199dd5-8180-4b71-8acf-3d8831a4c0f6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453575 Mar 02 11:46:19.630965 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f334febc-4244-4b38-a49a-10f63744fbda x-openstack-request-id: req-f334febc-4244-4b38-a49a-10f63744fbda {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:46:19.631299 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "79d48945-211f-40b6-a310-f5330566e7cb", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:46:19.631407 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f334febc-4244-4b38-a49a-10f63744fbda {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:46:19.631745 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb', 'code': 200} Mar 02 11:46:19.635179 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=79d48945-211f-40b6-a310-f5330566e7cb,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:46:19.639060 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:19.685156 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:19.707258 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33bcd1-47d5-45e9-94ff-f85b2a0a8177 req-2cfb7e10-d63a-4d54-a883-fe461e7b48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:19.708820 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-be33bcd1-47d5-45e9-94ff-f85b2a0a8177 req-2cfb7e10-d63a-4d54-a883-fe461e7b48c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1130 time: 0.0487728 Mar 02 11:46:19.751386 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-be33bcd1-47d5-45e9-94ff-f85b2a0a8177 req-766f4ccc-c7f7-4d80-ab20-c391cc050322 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365510 Mar 02 11:46:19.988880 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422e090-7c79-4919-91ea-c6fd30c3c016 req-56c0b8bb-b96d-4127-94f7-e71f7967022f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:19.990336 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d422e090-7c79-4919-91ea-c6fd30c3c016 req-56c0b8bb-b96d-4127-94f7-e71f7967022f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0516338 Mar 02 11:46:20.040347 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d422e090-7c79-4919-91ea-c6fd30c3c016 req-2e478370-faa3-445f-8279-6977422f944c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445788 Mar 02 11:46:20.631794 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374687d-0067-4f06-ba3a-84b9da22cc18 req-65826317-0d71-4624-a920-548bcb1e7e63 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:20.633293 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b374687d-0067-4f06-ba3a-84b9da22cc18 req-65826317-0d71-4624-a920-548bcb1e7e63 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0520785 Mar 02 11:46:20.679944 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b374687d-0067-4f06-ba3a-84b9da22cc18 req-7004868d-f3ea-4e89-aa5a-fcc1d46f82d1 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Mar 02 11:46:20.837253 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:46:21.153483 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40622268-6703-41fa-a610-8e8af2ae8099 req-d3a6c6a2-08ca-4229-b454-b275a6c88ef0 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:21.154915 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40622268-6703-41fa-a610-8e8af2ae8099 req-d3a6c6a2-08ca-4229-b454-b275a6c88ef0 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0509737 Mar 02 11:46:21.201175 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40622268-6703-41fa-a610-8e8af2ae8099 req-b4efc427-b14b-4edb-bd2f-23d87482bd84 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Mar 02 11:46:21.800499 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68920-b10f-44df-bf1f-9e8930abca21 req-40535416-2521-42ee-a538-69176f548b77 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:21.802008 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-29a68920-b10f-44df-bf1f-9e8930abca21 req-40535416-2521-42ee-a538-69176f548b77 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0565803 Mar 02 11:46:21.848471 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-29a68920-b10f-44df-bf1f-9e8930abca21 req-e9da9e2c-5bce-48af-ac7c-94aca3ac3ed5 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Mar 02 11:46:21.961766 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f0b8b-98bb-4645-afdf-061c94707fd0 req-0792d6a4-d819-4c72-960e-1e5744f88b08 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:21.963249 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f46f0b8b-98bb-4645-afdf-061c94707fd0 req-0792d6a4-d819-4c72-960e-1e5744f88b08 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0512564 Mar 02 11:46:22.009883 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f46f0b8b-98bb-4645-afdf-061c94707fd0 req-1841f4af-e44a-4419-950b-88ab88c164a0 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Mar 02 11:46:22.348225 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6aab1-24e7-48ba-a06a-aa2f0b61de10 req-d3e64a62-2f8e-434d-bf76-fddebe8e7c60 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:22.349696 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7eb6aab1-24e7-48ba-a06a-aa2f0b61de10 req-d3e64a62-2f8e-434d-bf76-fddebe8e7c60 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 943 time: 0.0832841 Mar 02 11:46:22.360385 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649b4a-c832-4775-8d3e-922931730a6a req-3cfd7d08-7602-451e-aa67-12846a0c3e5c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:22.362341 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c9649b4a-c832-4775-8d3e-922931730a6a req-3cfd7d08-7602-451e-aa67-12846a0c3e5c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0866239 Mar 02 11:46:22.434281 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7eb6aab1-24e7-48ba-a06a-aa2f0b61de10 req-bb4ffda2-00bf-489a-8110-d05062c4e991 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709343 Mar 02 11:46:22.437113 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c9649b4a-c832-4775-8d3e-922931730a6a req-8e0ff18f-d2b1-4a5c-87e4-57282dc2ec7e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683181 Mar 02 11:46:22.902939 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34452) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:23.009644 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d90b8cd8-00a3-4dc3-8060-6befdb9a4319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.081215 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d90b8cd8-00a3-4dc3-8060-6befdb9a4319 admin admin] Publish callbacks [] for security_group (5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.084969 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d90b8cd8-00a3-4dc3-8060-6befdb9a4319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.124051 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d90b8cd8-00a3-4dc3-8060-6befdb9a4319 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc4392a2e3714514b8989c44a77bc40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199988 Mar 02 11:46:23.125132 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b8cd8-00a3-4dc3-8060-6befdb9a4319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:23.126775 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34456) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:23.174162 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-949e21fc-e35a-4f59-8a8b-b55f67a1856b admin admin] Publish callbacks [] for security_group (5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.194396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-949e21fc-e35a-4f59-8a8b-b55f67a1856b admin admin] Publish callbacks [] for security_group (5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.240928 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-949e21fc-e35a-4f59-8a8b-b55f67a1856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.243510 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-949e21fc-e35a-4f59-8a8b-b55f67a1856b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.244703 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-949e21fc-e35a-4f59-8a8b-b55f67a1856b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c HTTP/1.1" status: 204 len: 168 time: 0.1168768 Mar 02 11:46:23.252396 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e21fc-e35a-4f59-8a8b-b55f67a1856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7c794f-37ff-4a9f-a0a0-dec33c1a4c8c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:23.316717 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 638234e4-0250-42f9-baf6-c8bbbb8d6cdd details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 11:46:23.423834 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:46:23.436314 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Returning: {'device': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'port_id': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'mac_address': 'fa:16:3e:2b:8a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 11:46:23.475628 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd is: DOWN; New status is: BUILD {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:46:23.475941 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.490591 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638234e4-0250-42f9-baf6-c8bbbb8d6cdd {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 11:46:23.513034 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:46:23.518289 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:23.567950 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51a075-35ec-4f4f-84d0-414e800f6b62 req-b642df23-7408-4f1d-a838-149f4e171656 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:23.569566 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c51a075-35ec-4f4f-84d0-414e800f6b62 req-b642df23-7408-4f1d-a838-149f4e171656 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 944 time: 0.0602412 Mar 02 11:46:23.587162 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:23.620105 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c51a075-35ec-4f4f-84d0-414e800f6b62 req-0d54c3cc-de51-4b47-8a9b-ec04e11f734e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447850 Mar 02 11:46:23.755760 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['638234e4-0250-42f9-baf6-c8bbbb8d6cdd'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:46:24.734473 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3d122-339f-449e-975d-8ae0c1c1e448 req-e23924e9-bc30-4605-be39-b9c3f76383be tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:24.736442 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ffe3d122-339f-449e-975d-8ae0c1c1e448 req-e23924e9-bc30-4605-be39-b9c3f76383be tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 944 time: 0.0513215 Mar 02 11:46:24.782401 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ffe3d122-339f-449e-975d-8ae0c1c1e448 req-e3dc8eec-03d8-4574-96f5-b569b5dbb2f7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Mar 02 11:46:25.324071 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 638234e4-0250-42f9-baf6-c8bbbb8d6cdd up at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 11:46:25.374410 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning for port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd completed by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 11:46:25.377979 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Provisioning complete for port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd triggered by entity L2. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:46:25.378357 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:25.451842 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Current status of the port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd is: BUILD; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:46:25.452233 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:25.474694 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:46:25.476942 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b833f19e51bd0d03af3421970de0977624231706b1b3340406022ea695fab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfafb93a-8389-4cdd-b26e-306bad5456fc" -d '{"events": [{"server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "name": "network-vif-plugged", "status": "completed", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:46:25.489711 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] For port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:46:25.493932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:25.549807 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Pushing event updated for resources: {'Port': ['ID=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,revision_number=5']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:25.672064 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3e021e-632f-4cf7-99a6-0cbc82d72f97 x-openstack-request-id: req-5b3e021e-632f-4cf7-99a6-0cbc82d72f97 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:46:25.672361 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "name": "network-vif-plugged", "status": "completed", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:46:25.672615 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b3e021e-632f-4cf7-99a6-0cbc82d72f97 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:46:25.673051 dv-cinder-822821-2-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'code': 200} Mar 02 11:46:25.923982 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcdba-ab7c-424d-bfea-d8c2c48fe85c req-6abf5a1b-f740-484b-b75d-82a9d4de53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:25.925500 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-230fcdba-ab7c-424d-bfea-d8c2c48fe85c req-6abf5a1b-f740-484b-b75d-82a9d4de53d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 1129 time: 0.0773733 Mar 02 11:46:25.935454 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554df06-da28-4483-b9c4-0dafe1cc0b74 req-c3467f65-0778-429d-bee6-e5494e20f3f4 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:25.936799 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8554df06-da28-4483-b9c4-0dafe1cc0b74 req-c3467f65-0778-429d-bee6-e5494e20f3f4 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 945 time: 0.0808551 Mar 02 11:46:26.005262 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-230fcdba-ab7c-424d-bfea-d8c2c48fe85c req-ff0e580b-3e24-41ea-8e8d-a9552998b9d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675690 Mar 02 11:46:26.008925 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8554df06-da28-4483-b9c4-0dafe1cc0b74 req-99d438e5-74ad-4bda-9825-7d69023f8371 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658898 Mar 02 11:46:27.126279 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028165-722f-40a5-94db-d26866af7f4c req-46e8c7e5-4338-4b26-b405-2ca535087b40 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:27.128273 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-05028165-722f-40a5-94db-d26866af7f4c req-46e8c7e5-4338-4b26-b405-2ca535087b40 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 945 time: 0.0530584 Mar 02 11:46:27.178001 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-05028165-722f-40a5-94db-d26866af7f4c req-782789e1-b7b3-4559-b9f1-7a64fd75de88 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Mar 02 11:46:27.293365 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8094d6-a8d8-4c86-b5ac-9867eec749cd req-21d5254e-24dc-4a0b-932e-6619db154f5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:27.294822 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2a8094d6-a8d8-4c86-b5ac-9867eec749cd req-21d5254e-24dc-4a0b-932e-6619db154f5e tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 945 time: 0.0520537 Mar 02 11:46:27.342113 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2a8094d6-a8d8-4c86-b5ac-9867eec749cd req-7d5a7abd-91d3-4403-947c-ae07bc1a7ee9 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 Mar 02 11:46:27.364084 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34496) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:27.411673 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89626760-ec7d-4b50-98b5-d67deab8feab tempest-TestVolumeBootPattern-1150333258 tempest-TestVolumeBootPattern-1150333258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:27.413242 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-89626760-ec7d-4b50-98b5-d67deab8feab tempest-TestVolumeBootPattern-1150333258 tempest-TestVolumeBootPattern-1150333258-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 1124 time: 0.0480535 Mar 02 11:46:27.416037 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34498) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:27.420254 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'port_id': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'tenant_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:27.440492 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:27.531837 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:27.637370 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Allocated IP 172.27.2.124 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/82c7df38-067c-42c2-a38e-96ae0832b87f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:46:27.733338 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:27.764931 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:27.806650 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:46:27.809371 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:46:27.812747 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:46:27.834083 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=82c7df38-067c-42c2-a38e-96ae0832b87f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:28.167537 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (016e2e76-f7f8-4de2-a26b-273078940180), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:28.235363 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:28.379812 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:28.384163 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707277'] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:28.450902 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event updated for resources: {'Port': ['ID=82c7df38-067c-42c2-a38e-96ae0832b87f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:28.461002 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (016e2e76-f7f8-4de2-a26b-273078940180), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:28.559798 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Floating IP 016e2e76-f7f8-4de2-a26b-273078940180 associated. External IP: 172.27.2.124, port: 638234e4-0250-42f9-baf6-c8bbbb8d6cdd. Mar 02 11:46:28.764011 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:46:28.870272 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:46:28.879708 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:46:28.888488 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:28.890463 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:46:28.891902 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:46:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:28.919148 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-8bdc4705-65d6-4f9c-b274-747633cb694b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5021024 Mar 02 11:46:28.919841 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:46:28.922385 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:46:28.961966 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be7c511-9503-4458-b6e8-defb95b3b2c7 x-openstack-request-id: req-5be7c511-9503-4458-b6e8-defb95b3b2c7 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:46:28.962265 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:46:28.962522 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5be7c511-9503-4458-b6e8-defb95b3b2c7 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:46:28.962923 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'status': 'completed', 'code': 200} Mar 02 11:46:29.003307 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:46:29.028679 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-833a467b-2c3e-41d5-aa77-6562415c2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:29.030094 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-833a467b-2c3e-41d5-aa77-6562415c2f78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 1129 time: 0.0446274 Mar 02 11:46:29.120418 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-67e78a28-3070-4b9f-8758-e3e24f100136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:29.121896 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-67e78a28-3070-4b9f-8758-e3e24f100136 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.0854607 Mar 02 11:46:29.184733 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-3c335de1-5413-4e49-8efd-28af89e44565 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd HTTP/1.1" status: 200 len: 999 time: 0.0563436 Mar 02 11:46:29.226914 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '016e2e76-f7f8-4de2-a26b-273078940180', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:2b:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:46:28Z', 'updated_at': '2022-03-02T11:46:28Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}, {'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:09Z', 'revision_number': 1, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:29.230986 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-a7bf10d0-d9c6-4c73-80f2-6708b62e303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:29.232485 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-a7bf10d0-d9c6-4c73-80f2-6708b62e303b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0414712 Mar 02 11:46:29.253515 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:46:29.261667 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:46:29.262259 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:46:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:29.286371 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-c6e1f1f8-39a0-4cc7-b466-c7dfc8e02d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:29.287778 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-c6e1f1f8-39a0-4cc7-b466-c7dfc8e02d37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464289 Mar 02 11:46:29.367370 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:46:29.374311 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-006e5c8f-a77e-4567-b0b2-546f1f1f7ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796657 Mar 02 11:46:29.419002 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a4695f8b-6e1a-4711-8306-0f5c05ed1902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:29.472266 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4595a9fb-c9dd-45d7-8bdb-9cb8209a7027 req-4e2c3bc7-a26b-430d-9120-bc5f8581f746 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920827 Mar 02 11:46:29.607775 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '016e2e76-f7f8-4de2-a26b-273078940180', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:2b:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:46:28Z', 'updated_at': '2022-03-02T11:46:28Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}, {'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:09Z', 'revision_number': 1, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:29.637161 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39588d-0ff3-4fd3-b2c2-5d9ce363a1ed None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': '016e2e76-f7f8-4de2-a26b-273078940180', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:2b:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:46:28Z', 'updated_at': '2022-03-02T11:46:28Z', 'revision_number': 0, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}, {'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:09Z', 'revision_number': 1, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:46:29.816026 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411e53f-1c02-4a3f-9f4c-0c578331e54f None None] New status for floating IP 016e2e76-f7f8-4de2-a26b-273078940180: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:46:30.739565 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38576-d750-4966-845b-ef13b0657588 req-74cf04e7-fc13-4b2c-9681-2583f56cb83c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:30.741028 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5da38576-d750-4966-845b-ef13b0657588 req-74cf04e7-fc13-4b2c-9681-2583f56cb83c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0520954 Mar 02 11:46:30.785746 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5da38576-d750-4966-845b-ef13b0657588 req-3fc4d915-8990-4983-a5b1-b3fda56f64ae tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Mar 02 11:46:30.807176 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34516) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:30.993617 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40220d0f-209e-4a0a-aac8-5e108f6d73b6 tempest-TestMinimumBasicScenario-191957658 tempest-TestMinimumBasicScenario-191957658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:30.995075 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-40220d0f-209e-4a0a-aac8-5e108f6d73b6 tempest-TestMinimumBasicScenario-191957658 tempest-TestMinimumBasicScenario-191957658-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1125 time: 0.1869822 Mar 02 11:46:30.998067 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34520) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:31.002646 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'floatingip': {'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'port_id': '79d48945-211f-40b6-a310-f5330566e7cb', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:31.022070 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:31.114352 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:31.217337 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Allocated IP 172.27.2.247 (b2445555-2136-4439-adcc-06c48fb0c38d/5acbc923-8d62-4e53-8053-824f4c3afc40/4649f307-95c1-4199-aac1-7d9bcfbd6dc4) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 11:46:31.311682 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:31.344111 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794293252868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:31.382494 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Network b2445555-2136-4439-adcc-06c48fb0c38d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 11:46:31.385206 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 11:46:31.388513 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 11:46:31.393722 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'Port': ['ID=4649f307-95c1-4199-aac1-7d9bcfbd6dc4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:31.647346 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1c915035-f894-4bf4-87c0-09bfbebd6492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:31.748746 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for floatingip (b1160de1-523b-4adf-9401-8cea11c36b62), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:31.817126 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.218231 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.222766 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.289978 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'Port': ['ID=4649f307-95c1-4199-aac1-7d9bcfbd6dc4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:32.298990 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110797'] for floatingip (b1160de1-523b-4adf-9401-8cea11c36b62), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.396511 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Floating IP b1160de1-523b-4adf-9401-8cea11c36b62 associated. External IP: 172.27.2.247, port: 79d48945-211f-40b6-a310-f5330566e7cb. Mar 02 11:46:32.578075 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.601270 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Router da23b65b-869e-42e2-a6fc-b7b292f2eebb has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:46:32.706006 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:46:32.715036 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] Sync routers for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:46:32.722886 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.725320 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:46:32.725937 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:46:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:32.751849 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f1284f7a-c454-4785-b07a-07bd50c8373f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7528074 Mar 02 11:46:32.752473 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:46:32.754647 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34522) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:32.755051 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3385eeff-1888-4f95-b85a-5604d6ef41fb" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:46:32.759167 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-7eb7619e-e935-483c-9e6f-018e5c9eda2e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777685857', 'description': 'tempest-secgroup-smoke-777685857 description', 'project_id': '89e968ae735347259badbcdba21a1a9d'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:32.781574 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb7619e-e935-483c-9e6f-018e5c9eda2e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.791978 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cac99e-d67a-452e-947d-1a971f68aa92 x-openstack-request-id: req-86cac99e-d67a-452e-947d-1a971f68aa92 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:46:32.792295 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:46:32.792551 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86cac99e-d67a-452e-947d-1a971f68aa92 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:46:32.792982 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb', 'status': 'completed', 'code': 200} Mar 02 11:46:32.854445 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb7619e-e935-483c-9e6f-018e5c9eda2e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group (f6c05c8b-b9e6-4d79-9709-9de103b4f1d4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.857499 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:46:32.859570 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb7619e-e935-483c-9e6f-018e5c9eda2e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f6c05c8b-b9e6-4d79-9709-9de103b4f1d4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.861325 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-e48058ca-394a-4359-b5c9-6b35e18d48de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:32.862958 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-e48058ca-394a-4359-b5c9-6b35e18d48de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1130 time: 0.0469294 Mar 02 11:46:32.890938 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7eb7619e-e935-483c-9e6f-018e5c9eda2e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:32.895338 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-7eb7619e-e935-483c-9e6f-018e5c9eda2e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1370780 Mar 02 11:46:32.895338 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7619e-e935-483c-9e6f-018e5c9eda2e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:32.896140 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34526) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:32.906280 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-e6399a2d-e932-47ab-a305-b2d60f68360e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'security_group_rule': {'security_group_id': 'f6c05c8b-b9e6-4d79-9709-9de103b4f1d4', 'project_id': '89e968ae735347259badbcdba21a1a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:32.979152 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6399a2d-e932-47ab-a305-b2d60f68360e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (09645143-2cfd-44a4-ab0c-994eaba2cf60), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.011452 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-03dd769f-f166-4285-912d-b7ca5b841e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:33.012968 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-03dd769f-f166-4285-912d-b7ca5b841e79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 200 len: 915 time: 0.1434028 Mar 02 11:46:33.075227 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6399a2d-e932-47ab-a305-b2d60f68360e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (09645143-2cfd-44a4-ab0c-994eaba2cf60), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.082974 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6399a2d-e932-47ab-a305-b2d60f68360e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (09645143-2cfd-44a4-ab0c-994eaba2cf60), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.094560 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'b1160de1-523b-4adf-9401-8cea11c36b62', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'port_id': '79d48945-211f-40b6-a310-f5330566e7cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'mac_address': 'fa:16:3e:53:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:46:31Z', 'updated_at': '2022-03-02T11:46:31Z', 'revision_number': 0, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 5, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:33.114288 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-c8ecbe43-b2f7-40ae-b3a9-6dbbfa491444 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 1000 time: 0.0895460 Mar 02 11:46:33.115839 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6399a2d-e932-47ab-a305-b2d60f68360e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09645143-2cfd-44a4-ab0c-994eaba2cf60,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:33.121790 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6399a2d-e932-47ab-a305-b2d60f68360e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.121883 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] Checking router: da23b65b-869e-42e2-a6fc-b7b292f2eebb for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:46:33.122797 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e6399a2d-e932-47ab-a305-b2d60f68360e tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2216699 Mar 02 11:46:33.125641 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34528) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:33.130404 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:46:33.131006 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:46:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:33.131573 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-97846407-55ac-4fad-8748-8b135314f992 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'security_group_rule': {'security_group_id': 'f6c05c8b-b9e6-4d79-9709-9de103b4f1d4', 'project_id': '89e968ae735347259badbcdba21a1a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:33.159824 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97846407-55ac-4fad-8748-8b135314f992 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (e4473570-8473-429a-b96b-667f3de4235c), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.171533 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-eeb9b9aa-fae5-4f5e-af79-c2acdc4ac47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:33.173120 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-eeb9b9aa-fae5-4f5e-af79-c2acdc4ac47b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e431a6-2935-416a-b428-a1ecaace6b63 HTTP/1.1" status: 200 len: 853 time: 0.0476758 Mar 02 11:46:33.219676 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97846407-55ac-4fad-8748-8b135314f992 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (e4473570-8473-429a-b96b-667f3de4235c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.224369 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97846407-55ac-4fad-8748-8b135314f992 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (e4473570-8473-429a-b96b-667f3de4235c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.230328 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-98aa06b3-e1cc-4270-bbde-ced2f6b97e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:33.231924 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-98aa06b3-e1cc-4270-bbde-ced2f6b97e63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500231 Mar 02 11:46:33.239789 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97846407-55ac-4fad-8748-8b135314f992 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4473570-8473-429a-b96b-667f3de4235c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:33.244705 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:46:33.251630 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-97846407-55ac-4fad-8748-8b135314f992 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.255889 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-97846407-55ac-4fad-8748-8b135314f992 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262896 Mar 02 11:46:33.256121 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34530) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:33.260421 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0e6804bf-c440-4156-9b58-ddefa37edaff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'security_group_rule': {'security_group_id': 'f6c05c8b-b9e6-4d79-9709-9de103b4f1d4', 'project_id': '89e968ae735347259badbcdba21a1a9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:33.287815 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e6804bf-c440-4156-9b58-ddefa37edaff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (6c0847d9-1fab-4508-9e6f-ec747406112e), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.341870 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-cb4abf01-3e39-4b01-af0a-fea9e0ab6556 service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993786 Mar 02 11:46:33.360669 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e6804bf-c440-4156-9b58-ddefa37edaff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (6c0847d9-1fab-4508-9e6f-ec747406112e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.365849 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e6804bf-c440-4156-9b58-ddefa37edaff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (6c0847d9-1fab-4508-9e6f-ec747406112e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.380924 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6804bf-c440-4156-9b58-ddefa37edaff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0847d9-1fab-4508-9e6f-ec747406112e,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:33.405993 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e6804bf-c440-4156-9b58-ddefa37edaff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.406814 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-0e6804bf-c440-4156-9b58-ddefa37edaff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497402 Mar 02 11:46:33.409502 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34532) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:33.414088 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fb6281fb-a250-4564-9161-18c628f48fc3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'security_group_rule': {'security_group_id': 'f6c05c8b-b9e6-4d79-9709-9de103b4f1d4', 'project_id': '89e968ae735347259badbcdba21a1a9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:33.442212 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb6281fb-a250-4564-9161-18c628f48fc3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (89b59887-5014-4958-9cfd-cc9d4552c10b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.445324 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3385eeff-1888-4f95-b85a-5604d6ef41fb req-237f0f6e-b2a1-4ad5-af08-e7d8fe8160d1 service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973220 Mar 02 11:46:33.508761 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb6281fb-a250-4564-9161-18c628f48fc3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (89b59887-5014-4958-9cfd-cc9d4552c10b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.512819 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb6281fb-a250-4564-9161-18c628f48fc3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (89b59887-5014-4958-9cfd-cc9d4552c10b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.531173 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6281fb-a250-4564-9161-18c628f48fc3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b59887-5014-4958-9cfd-cc9d4552c10b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:33.540065 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb6281fb-a250-4564-9161-18c628f48fc3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.541350 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-fb6281fb-a250-4564-9161-18c628f48fc3 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308475 Mar 02 11:46:33.544028 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34534) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:33.548776 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'security_group_rule': {'security_group_id': 'f6c05c8b-b9e6-4d79-9709-9de103b4f1d4', 'project_id': '89e968ae735347259badbcdba21a1a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:33.570313 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Project 89e968ae735347259badbcdba21a1a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 11:46:33.575329 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (567a9d89-7958-45c3-974a-8776d2d6ccdf), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.623595 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'b1160de1-523b-4adf-9401-8cea11c36b62', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'port_id': '79d48945-211f-40b6-a310-f5330566e7cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'mac_address': 'fa:16:3e:53:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:46:31Z', 'updated_at': '2022-03-02T11:46:31Z', 'revision_number': 0, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 5, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:46:33.643807 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (567a9d89-7958-45c3-974a-8776d2d6ccdf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.647639 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (567a9d89-7958-45c3-974a-8776d2d6ccdf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.650841 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6747cb4-b12c-4bab-9319-9858dc978d29 None None] The sync data for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi is: [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'b1160de1-523b-4adf-9401-8cea11c36b62', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'port_id': '79d48945-211f-40b6-a310-f5330566e7cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'mac_address': 'fa:16:3e:53:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:46:31Z', 'updated_at': '2022-03-02T11:46:31Z', 'revision_number': 0, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 5, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:46:33.666342 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567a9d89-7958-45c3-974a-8776d2d6ccdf,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:33.672212 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.676684 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-c0a606c5-8b07-46b9-b1e6-eb19d11c9df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291122 Mar 02 11:46:33.677041 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34536) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:46:33.681680 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'security_group_rule': {'security_group_id': 'f6c05c8b-b9e6-4d79-9709-9de103b4f1d4', 'project_id': '89e968ae735347259badbcdba21a1a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:33.703075 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.securitygroups_db [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Project 89e968ae735347259badbcdba21a1a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 11:46:33.708042 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (246476f8-112b-430b-a54b-6037657860df), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.768321 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (246476f8-112b-430b-a54b-6037657860df), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.772361 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027748'] for security_group_rule (246476f8-112b-430b-a54b-6037657860df), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.790186 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246476f8-112b-430b-a54b-6037657860df,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:33.800805 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:33.802012 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239209 Mar 02 11:46:33.803326 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.803671 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.804020 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.804363 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.804857 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.805057 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.805391 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.805723 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.806057 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.806386 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.806721 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.807050 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.807381 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff775f16-da08-4941-94dc-db2ca0843df7 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:46:33.868862 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98120bbc-181a-42c2-b4a2-28ec0562ca69 None None] New status for floating IP b1160de1-523b-4adf-9401-8cea11c36b62: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:46:33.905018 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-16eb65d4-e521-438e-b761-337c3a5030ec tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777685857&fields=id&tenant_id=89e968ae735347259badbcdba21a1a9d HTTP/1.1" status: 200 len: 267 time: 0.0574813 Mar 02 11:46:33.960601 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-e5492c86-1837-4ac0-9113-c3110293b454 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:33.962093 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-e5492c86-1837-4ac0-9113-c3110293b454 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0517719 Mar 02 11:46:33.973166 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'port': {'security_groups': ['0638905f-4a19-47bd-8ac8-43eca65998d1', 'f6c05c8b-b9e6-4d79-9709-9de103b4f1d4']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:46:34.042244 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (79d48945-211f-40b6-a310-f5330566e7cb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:34.190297 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:34.223026 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=79d48945-211f-40b6-a310-f5330566e7cb,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:46:34.250818 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for port (79d48945-211f-40b6-a310-f5330566e7cb), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:34.255087 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:34.269126 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['79d48945-211f-40b6-a310-f5330566e7cb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:46:34.304451 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:34.305104 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:34.306494 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6af878bc-821f-4d78-af37-ee17b1f0518c req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "PUT /v2.0/ports/79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 982 time: 0.3383880 Mar 02 11:46:34.327603 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b693b8b-a452-4ead-aec2-72050ac92a85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:46:34.388311 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['79d48945-211f-40b6-a310-f5330566e7cb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:46:34.426213 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770555cf-f395-45e3-aa79-fe71620de0ed req-95cc5277-37d6-4975-b06c-fe843e3f1b63 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:34.427774 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-770555cf-f395-45e3-aa79-fe71620de0ed req-95cc5277-37d6-4975-b06c-fe843e3f1b63 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0624912 Mar 02 11:46:34.490601 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-770555cf-f395-45e3-aa79-fe71620de0ed req-e3e64873-db41-4088-9d64-4f40a36bfc5f tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565410 Mar 02 11:46:34.575891 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-de799278-d861-4718-ad5d-3e878d9498f9 None None] Provisioning complete for port 79d48945-211f-40b6-a310-f5330566e7cb triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:46:34.576270 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-de799278-d861-4718-ad5d-3e878d9498f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (79d48945-211f-40b6-a310-f5330566e7cb), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:34.774887 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-de799278-d861-4718-ad5d-3e878d9498f9 None None] Current status of the port 79d48945-211f-40b6-a310-f5330566e7cb is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:46:34.794669 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:46:34.797285 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b306da-a004-4828-87c3-4eb5ee27412e" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:46:34.832083 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46635a1d-9a4d-41fc-b4a9-899e54916790 x-openstack-request-id: req-46635a1d-9a4d-41fc-b4a9-899e54916790 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:46:34.832376 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:46:34.832685 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46635a1d-9a4d-41fc-b4a9-899e54916790 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:46:34.833078 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb', 'status': 'completed', 'code': 200} Mar 02 11:46:34.896104 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-f918d6f8-0bf6-4b73-b704-a42e371496f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:34.897634 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-f918d6f8-0bf6-4b73-b704-a42e371496f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1169 time: 0.0444453 Mar 02 11:46:34.991363 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-33b56a3c-656a-4c6d-a05e-9497d39e760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:34.992875 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-33b56a3c-656a-4c6d-a05e-9497d39e760a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 200 len: 915 time: 0.0891004 Mar 02 11:46:35.055586 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-2d345c20-2450-493d-82fa-b7f17a899c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 1002 time: 0.0565300 Mar 02 11:46:35.106112 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-3944a994-3af5-4b1f-8319-a6bdac208237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:35.107566 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-3944a994-3af5-4b1f-8319-a6bdac208237 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e431a6-2935-416a-b428-a1ecaace6b63 HTTP/1.1" status: 200 len: 853 time: 0.0458469 Mar 02 11:46:35.154746 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-31733c40-e759-4069-a93a-71626acbc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:35.156186 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-31733c40-e759-4069-a93a-71626acbc8b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421307 Mar 02 11:46:35.241122 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-f270bde2-bcad-41ad-a857-7ae18aacae2c service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783103 Mar 02 11:46:35.329959 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1b306da-a004-4828-87c3-4eb5ee27412e req-0f49910f-e935-48ce-8143-5e6bfebf42e2 service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833194 Mar 02 11:46:35.512762 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:47.344604 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:57.835467 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:46:58.281966 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd72b9e-38c6-4db7-99d9-6f7b462fadbc req-93a26ab0-22cc-4114-9b55-98d0944f4f2a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:58.283440 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8fd72b9e-38c6-4db7-99d9-6f7b462fadbc req-93a26ab0-22cc-4114-9b55-98d0944f4f2a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0829360 Mar 02 11:46:58.285907 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-de5edae3-f16d-451b-94d9-597dbc87490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:58.287235 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-de5edae3-f16d-451b-94d9-597dbc87490b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1169 time: 0.0761819 Mar 02 11:46:58.402430 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8fd72b9e-38c6-4db7-99d9-6f7b462fadbc req-36b514a6-42bd-41ac-bf97-a12b64d82df6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126475 Mar 02 11:46:58.417340 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-8afe88a8-d3a4-4496-b128-5fbb78ebce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:58.418802 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-8afe88a8-d3a4-4496-b128-5fbb78ebce78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 200 len: 915 time: 0.1236382 Mar 02 11:46:58.485382 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-8577f4fc-ffd5-47af-85d7-500fb0895118 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 1002 time: 0.0606644 Mar 02 11:46:58.531606 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-5fab9419-3ed1-4c61-85e3-d7ca14730b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:58.533028 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-5fab9419-3ed1-4c61-85e3-d7ca14730b7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e431a6-2935-416a-b428-a1ecaace6b63 HTTP/1.1" status: 200 len: 853 time: 0.0418646 Mar 02 11:46:58.580394 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-fa21ef24-4aef-4f3d-a732-afd84721fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:58.582448 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-fa21ef24-4aef-4f3d-a732-afd84721fe86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429432 Mar 02 11:46:58.673309 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-7f59ade3-285d-4cd6-b86d-c353765790fa service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827727 Mar 02 11:46:58.758960 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8bb86874-d233-4baf-a1c3-ca288f964450 req-8cf9041f-5858-4e5c-a489-63e138862aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789139 Mar 02 11:46:59.413050 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c455b72a-d883-4b41-b3b8-648fd20ebcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:46:59.521090 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2033739-8eeb-4daa-96c5-9fd7b6ef725a req-54b1c7f4-a9ef-43d9-ae6d-d0cd89ea6652 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:46:59.522537 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2033739-8eeb-4daa-96c5-9fd7b6ef725a req-54b1c7f4-a9ef-43d9-ae6d-d0cd89ea6652 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0523098 Mar 02 11:46:59.583994 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2033739-8eeb-4daa-96c5-9fd7b6ef725a req-bff290de-abf3-421d-b1de-73e419c4beac tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556610 Mar 02 11:47:00.700065 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e898fa-c5cd-4b8f-8743-4a4fa1726c75 req-af50b0ff-0b0f-4c25-b3c8-6d6cc9b8b095 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:00.701525 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91e898fa-c5cd-4b8f-8743-4a4fa1726c75 req-af50b0ff-0b0f-4c25-b3c8-6d6cc9b8b095 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0516291 Mar 02 11:47:00.758429 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91e898fa-c5cd-4b8f-8743-4a4fa1726c75 req-dc20c5b2-e2ea-4e97-b46c-de55d23fbeca tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513132 Mar 02 11:47:01.648671 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cdc20cfa-15e2-4eb4-8566-7465971a9cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:01.879152 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45069-12b2-4cbe-80cb-4000bc81257e req-f14a4295-9813-49a7-8c8f-94d7c8ed28ed tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:01.880610 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-79c45069-12b2-4cbe-80cb-4000bc81257e req-f14a4295-9813-49a7-8c8f-94d7c8ed28ed tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0532277 Mar 02 11:47:01.939369 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-79c45069-12b2-4cbe-80cb-4000bc81257e req-459e80cb-8230-4889-bb72-1a41e51d9076 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530136 Mar 02 11:47:02.581806 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:03.060494 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce6465-3b7b-40bd-8e31-810cd3a1680e req-6f20e4ba-72f1-4261-8665-2081f0426ba2 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:03.061990 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17ce6465-3b7b-40bd-8e31-810cd3a1680e req-6f20e4ba-72f1-4261-8665-2081f0426ba2 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0548162 Mar 02 11:47:03.118913 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17ce6465-3b7b-40bd-8e31-810cd3a1680e req-eb53596c-2c42-4c27-95a2-7b36871bcf99 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507150 Mar 02 11:47:04.191739 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:04.242857 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7cd5-21e2-4316-860a-778668e367db req-25411c72-1064-4164-8915-747136ae7d4c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:04.244319 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46dd7cd5-21e2-4316-860a-778668e367db req-25411c72-1064-4164-8915-747136ae7d4c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0550959 Mar 02 11:47:04.302832 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46dd7cd5-21e2-4316-860a-778668e367db req-09caf4e3-9edd-42f6-939d-8f9835074385 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527654 Mar 02 11:47:05.419611 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a70de3-0381-4724-ab65-027b77793a78 req-363492bc-8bf4-43ec-b23b-0883234c4b25 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:05.421055 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f7a70de3-0381-4724-ab65-027b77793a78 req-363492bc-8bf4-43ec-b23b-0883234c4b25 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0517406 Mar 02 11:47:05.481776 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f7a70de3-0381-4724-ab65-027b77793a78 req-1a27b761-cda9-4d30-8079-abcddfa436de tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543668 Mar 02 11:47:05.513756 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:06.597873 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d68a9-7240-4894-95dd-8c911349032a req-c0f4d393-e2ba-4a97-9c4d-b8ab24fceb2a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:06.599323 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f5d68a9-7240-4894-95dd-8c911349032a req-c0f4d393-e2ba-4a97-9c4d-b8ab24fceb2a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0529811 Mar 02 11:47:06.656461 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f5d68a9-7240-4894-95dd-8c911349032a req-ae41453d-b294-4c58-bb62-602859f896b9 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515451 Mar 02 11:47:07.770766 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258078c-e401-47fd-8259-97711a2f376c req-44cb5f54-ef89-4c4b-bde3-d07af5b09f46 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:07.772222 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4258078c-e401-47fd-8259-97711a2f376c req-44cb5f54-ef89-4c4b-bde3-d07af5b09f46 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0517445 Mar 02 11:47:07.829706 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4258078c-e401-47fd-8259-97711a2f376c req-486fb1f2-1a7f-4a6b-9e3d-0fad12642f85 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518217 Mar 02 11:47:08.950658 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96993fcc-0a4f-4c5b-9b9b-ed3044f29c09 req-5b100115-15ab-474d-be25-7465d99c8319 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:08.952106 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-96993fcc-0a4f-4c5b-9b9b-ed3044f29c09 req-5b100115-15ab-474d-be25-7465d99c8319 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0554152 Mar 02 11:47:09.009591 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-96993fcc-0a4f-4c5b-9b9b-ed3044f29c09 req-d6066f4f-4305-49c4-9e52-615089373261 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519106 Mar 02 11:47:10.122877 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85020159-2868-449c-9024-ebafe3a35ebf req-20d62364-06f3-4fbb-9823-24a257029db0 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:10.124334 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85020159-2868-449c-9024-ebafe3a35ebf req-20d62364-06f3-4fbb-9823-24a257029db0 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0511243 Mar 02 11:47:10.181932 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85020159-2868-449c-9024-ebafe3a35ebf req-ef2e1eb0-529a-4321-b47b-af14564a8dcd tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&id=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514512 Mar 02 11:47:16.045465 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-27978cd0-8c0f-4ae8-926d-06b884506abd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477006 Mar 02 11:47:16.130388 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-b33f4236-60cb-4354-9475-d527671e26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:16.132345 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-b33f4236-60cb-4354-9475-d527671e26c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1129 time: 0.0434580 Mar 02 11:47:16.229238 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-a74bddc1-40a0-4dab-b512-ea499a450699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:16.230594 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-a74bddc1-40a0-4dab-b512-ea499a450699 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.0802503 Mar 02 11:47:16.298165 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-8589665d-105a-4f81-80d1-33d059e388cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 1000 time: 0.0609696 Mar 02 11:47:16.345448 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-dc4df8ca-9e2d-41d6-8be8-3cf86fc42082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:16.346825 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-dc4df8ca-9e2d-41d6-8be8-3cf86fc42082 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0414724 Mar 02 11:47:16.393574 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-279c8676-4a65-4de8-9e76-44f9ee9fcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:16.395005 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-279c8676-4a65-4de8-9e76-44f9ee9fcadb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418210 Mar 02 11:47:16.485118 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-8f5f7b77-a665-480b-9ab6-f2b116959d3b service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815706 Mar 02 11:47:16.571099 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3433989b-54b8-4c91-b6d4-9faf31e04c8f req-99626207-7075-4cb9-aa40-4c64131efd49 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798430 Mar 02 11:47:17.346997 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:29.414443 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b855026-31a2-4308-a923-a1dcbb4fa277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:31.651188 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1f25e28-457b-44d9-9591-4b20a32ca75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:32.584022 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:34.193173 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:34.834927 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:47:35.515698 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:42.772286 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e296db88-52f4-415a-92d1-857d589dd805 req-1a81655e-3a1b-4d5b-8109-94ddb870c552 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777685857&fields=id&tenant_id=89e968ae735347259badbcdba21a1a9d HTTP/1.1" status: 200 len: 267 time: 0.1491764 Mar 02 11:47:42.831151 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296db88-52f4-415a-92d1-857d589dd805 req-d25faaf7-6cd3-4fd0-a5c6-06323ef946e6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:42.832572 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e296db88-52f4-415a-92d1-857d589dd805 req-d25faaf7-6cd3-4fd0-a5c6-06323ef946e6 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 985 time: 0.0550895 Mar 02 11:47:42.843385 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Request body: {'port': {'security_groups': ['0638905f-4a19-47bd-8ac8-43eca65998d1']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 11:47:42.912707 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633205'] for port (79d48945-211f-40b6-a310-f5330566e7cb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.079121 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=79d48945-211f-40b6-a310-f5330566e7cb,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:43.106472 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for port (79d48945-211f-40b6-a310-f5330566e7cb), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.110750 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794293790958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794293252886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794293252904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3730635'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.126962 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['79d48945-211f-40b6-a310-f5330566e7cb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:47:43.157766 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:43.158399 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.160495 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e296db88-52f4-415a-92d1-857d589dd805 req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "PUT /v2.0/ports/79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 943 time: 0.3208005 Mar 02 11:47:43.160495 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:47:43.162533 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aff105-bb85-47f2-b08f-c02ae44c5705" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:47:43.167972 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34604) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:43.192441 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event updated for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:43.207737 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.208163 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.208501 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.208764 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.209552 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.209552 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.210171 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.210525 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.210853 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.211688 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.211986 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.213284 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.213420 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18946098-0c63-4b08-8a58-7bcfe14cd5ce tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.230711 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa3f110-d465-46d8-9806-836307a70a06 x-openstack-request-id: req-afa3f110-d465-46d8-9806-836307a70a06 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:47:43.232542 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:47:43.233163 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afa3f110-d465-46d8-9806-836307a70a06 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:47:43.233931 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb', 'status': 'completed', 'code': 200} Mar 02 11:47:43.247378 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group (f6c05c8b-b9e6-4d79-9709-9de103b4f1d4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.267834 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['79d48945-211f-40b6-a310-f5330566e7cb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:47:43.278721 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group (f6c05c8b-b9e6-4d79-9709-9de103b4f1d4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.341358 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-84a40112-88f1-4ebc-a3d4-75ab15857eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:43.343132 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-84a40112-88f1-4ebc-a3d4-75ab15857eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1130 time: 0.1009219 Mar 02 11:47:43.351461 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (f6c05c8b-b9e6-4d79-9709-9de103b4f1d4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.355915 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.359623 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "DELETE /v2.0/security-groups/f6c05c8b-b9e6-4d79-9709-9de103b4f1d4 HTTP/1.1" status: 204 len: 168 time: 0.1881464 Mar 02 11:47:43.368611 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34610) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:43.369696 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c05c8b-b9e6-4d79-9709-9de103b4f1d4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:43.385345 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.385976 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.386504 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.387012 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.387526 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.388027 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.388544 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.389315 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.389816 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.390313 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.391248 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.391889 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.392382 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fd88-f03b-4c32-b69b-327b2959282c tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:43.451790 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-5b0dc5ca-25cb-447e-b5c7-e2ac6831bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:43.453360 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-5b0dc5ca-25cb-447e-b5c7-e2ac6831bf29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 200 len: 915 time: 0.0996332 Mar 02 11:47:43.476062 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [None req-cedfcde6-46ef-4a61-b29e-38a3b5788d1c None None] Provisioning complete for port 79d48945-211f-40b6-a310-f5330566e7cb triggered by entity DHCP. {{(pid=103165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 11:47:43.476530 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cedfcde6-46ef-4a61-b29e-38a3b5788d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7702142'] for port (79d48945-211f-40b6-a310-f5330566e7cb), provisioning_complete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.526215 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-b5637086-852a-45f9-afb7-9f7a8f7d9625 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 1002 time: 0.0636954 Mar 02 11:47:43.554525 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Deleting port 4649f307-95c1-4199-aac1-7d9bcfbd6dc4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:43.555536 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.564929 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-cedfcde6-46ef-4a61-b29e-38a3b5788d1c None None] Current status of the port 79d48945-211f-40b6-a310-f5330566e7cb is: ACTIVE; New status is: ACTIVE {{(pid=103165) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 11:47:43.575852 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-0aee6ddf-e849-4d80-aeb0-61cee50237a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:43.577379 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-0aee6ddf-e849-4d80-aeb0-61cee50237a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e431a6-2935-416a-b428-a1ecaace6b63 HTTP/1.1" status: 200 len: 853 time: 0.0450079 Mar 02 11:47:43.626787 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-720cdcdc-ec3a-44d4-857d-f128f9ff1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:43.628270 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-720cdcdc-ec3a-44d4-857d-f128f9ff1204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441267 Mar 02 11:47:43.629875 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.630206 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for floatingip (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:43.638402 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-fbb1067c-b899-4c99-b26d-9c48a8e25b71 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 11:47:43.639413 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-fbb1067c-b899-4c99-b26d-9c48a8e25b71 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048997 Mar 02 11:47:43.642004 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Calling delete_port for 4649f307-95c1-4199-aac1-7d9bcfbd6dc4 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:43.732028 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-ea51b136-435e-427a-99a7-ac54606ff8db service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865104 Mar 02 11:47:43.825717 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98aff105-bb85-47f2-b08f-c02ae44c5705 req-9f86db0b-f95a-4fed-9f94-edc27a96225d service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850763 Mar 02 11:47:44.062743 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (4649f307-95c1-4199-aac1-7d9bcfbd6dc4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:44.088996 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event deleted for resources: {'Port': ['ID=4649f307-95c1-4199-aac1-7d9bcfbd6dc4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:44.145217 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks [] for floatingip (b1160de1-523b-4adf-9401-8cea11c36b62), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:44.145525 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Floating IP b1160de1-523b-4adf-9401-8cea11c36b62 disassociated (deleted). External IP: 172.27.2.247, port: 79d48945-211f-40b6-a310-f5330566e7cb. Mar 02 11:47:44.353620 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Router da23b65b-869e-42e2-a6fc-b7b292f2eebb has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:47:44.459435 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:47:44.464314 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:44.469838 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] Sync routers for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:47:44.479906 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:44.480656 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:44.493668 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-2e69fb9a-e1aa-4075-88d7-cac5ee499cff tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "DELETE /v2.0/floatingips/b1160de1-523b-4adf-9401-8cea11c36b62 HTTP/1.1" status: 204 len: 168 time: 1.1158867 Mar 02 11:47:44.494346 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:47:44.496702 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11552fa-1a8e-4cff-814e-03b8d1da7806" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:47:44.536231 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae2b47f-00e1-499e-855b-31b3c7e9660f x-openstack-request-id: req-6ae2b47f-00e1-499e-855b-31b3c7e9660f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:47:44.536524 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "tag": "79d48945-211f-40b6-a310-f5330566e7cb", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:47:44.536810 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ae2b47f-00e1-499e-855b-31b3c7e9660f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:47:44.537211 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb', 'status': 'completed', 'code': 200} Mar 02 11:47:44.599304 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:44.616522 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-d2ca9e74-3a4d-4bdc-aca8-b6eaf6ba29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:44.618209 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-d2ca9e74-3a4d-4bdc-aca8-b6eaf6ba29a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e968ae735347259badbcdba21a1a9d&device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 1130 time: 0.0518870 Mar 02 11:47:44.726839 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-b5e15b36-59e7-41b1-92f4-fd85d5040a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:44.728530 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-b5e15b36-59e7-41b1-92f4-fd85d5040a24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 200 len: 915 time: 0.0990555 Mar 02 11:47:44.777882 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-9b9f516c-9b5e-4ed2-a3b6-5db8084e50d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 200 len: 217 time: 0.0359609 Mar 02 11:47:44.823302 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 5, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:44.829733 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-c43e3f6a-adcd-4afe-a661-e1c3da7cf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:44.831215 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-c43e3f6a-adcd-4afe-a661-e1c3da7cf2b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e431a6-2935-416a-b428-a1ecaace6b63 HTTP/1.1" status: 200 len: 853 time: 0.0469599 Mar 02 11:47:44.848725 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] Checking router: da23b65b-869e-42e2-a6fc-b7b292f2eebb for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:47:44.857027 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:44.857621 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:44.884875 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-a067f18f-83e0-4966-9e3c-e7272cc74e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:44.886382 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-a067f18f-83e0-4966-9e3c-e7272cc74e00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a17e0909-9e83-4d9a-96f9-6d2dd586bb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451572 Mar 02 11:47:44.964932 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:44.975303 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-0f20cab6-884b-4a50-9835-4b80556be5de service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816734 Mar 02 11:47:45.067460 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c11552fa-1a8e-4cff-814e-03b8d1da7806 req-0127d458-5d84-4778-bd88-155b6fd86280 service neutron] 10.222.0.15 "GET /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Mar 02 11:47:45.158275 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 5, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:45.187034 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0ddc6-0f21-4b19-be0e-616d3a651adc None None] The sync data for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi is: [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:45:39Z', 'revision_number': 4, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': '43497e59-e55d-485d-b78a-f1af30067f86', 'name': '', 'network_id': 'a17e0909-9e83-4d9a-96f9-6d2dd586bb69', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'mac_address': 'fa:16:3e:a7:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:38Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 5, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'subnets': [{'id': '65e431a6-2935-416a-b428-a1ecaace6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:47:45.395570 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e9289-fa7f-4525-9099-6e3dc9b3cd3f None None] New status for floating IP b1160de1-523b-4adf-9401-8cea11c36b62: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:47:47.290853 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fdd65-94a7-497c-8b2e-baf27b775c46 req-13b29e38-922a-464c-a25b-4f92395797ef tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:47.292328 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c64fdd65-94a7-497c-8b2e-baf27b775c46 req-13b29e38-922a-464c-a25b-4f92395797ef tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0529623 Mar 02 11:47:47.341261 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c64fdd65-94a7-497c-8b2e-baf27b775c46 req-74b2b758-d76b-4682-a82c-8cea8c71ac2d tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Mar 02 11:47:47.347348 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:48.462578 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737db5d-4b94-4636-a259-a82a411fcd1e req-83bd86ca-c49e-4bc3-b0ef-0568144aa47d tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:48.464025 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d737db5d-4b94-4636-a259-a82a411fcd1e req-83bd86ca-c49e-4bc3-b0ef-0568144aa47d tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0543532 Mar 02 11:47:48.508018 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d737db5d-4b94-4636-a259-a82a411fcd1e req-2095d906-e768-4193-8fdc-79a84ad96ef2 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Mar 02 11:47:49.157661 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-5e4cf6a6-d44b-4387-9319-a613cdfeb18a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:49.158980 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-5e4cf6a6-d44b-4387-9319-a613cdfeb18a tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0500510 Mar 02 11:47:49.250184 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Deleting port 79d48945-211f-40b6-a310-f5330566e7cb {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:49.250529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (79d48945-211f-40b6-a310-f5330566e7cb), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:49.627898 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] For port 79d48945-211f-40b6-a310-f5330566e7cb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=79d48945-211f-40b6-a310-f5330566e7cb,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:49.628591 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (79d48945-211f-40b6-a310-f5330566e7cb), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:49.642777 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Calling delete_port for 79d48945-211f-40b6-a310-f5330566e7cb owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:49.661781 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c1d90-4511-405d-8ed8-11eab865aa82 req-674cbd90-e960-4eee-9e7b-24fbd3b11dc4 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:49.663213 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-148c1d90-4511-405d-8ed8-11eab865aa82 req-674cbd90-e960-4eee-9e7b-24fbd3b11dc4 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/ports?device_id=760e9f90-94e8-4c27-8565-973a3ab9ec8c HTTP/1.1" status: 200 len: 946 time: 0.0898156 Mar 02 11:47:49.750267 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-148c1d90-4511-405d-8ed8-11eab865aa82 req-3f506d41-21a3-4f27-add8-206ee2702c03 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.43 "GET /v2.0/security-groups?id=0638905f-4a19-47bd-8ac8-43eca65998d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564933 Mar 02 11:47:49.813467 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (79d48945-211f-40b6-a310-f5330566e7cb), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:49.829133 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] get_ports_and_sgs() called for port_ids ['79d48945-211f-40b6-a310-f5330566e7cb'] {{(pid=103165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 11:47:49.842666 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Pushing event deleted for resources: {'Port': ['ID=79d48945-211f-40b6-a310-f5330566e7cb,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:49.887151 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] No DVR routers for this DVR port 79d48945-211f-40b6-a310-f5330566e7cb on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:47:49.889749 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:49.893071 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-50cb7ace-e21f-44a7-a44d-c9807ec22a76 req-97af80a4-a4c7-48b8-be7e-60672d5ed208 tempest-TestMinimumBasicScenario-883889878 tempest-TestMinimumBasicScenario-883889878-project] 10.222.0.15 "DELETE /v2.0/ports/79d48945-211f-40b6-a310-f5330566e7cb HTTP/1.1" status: 204 len: 173 time: 0.7287126 Mar 02 11:47:49.893510 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'name': 'network-vif-deleted', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:47:49.895731 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562b08e2-0e3b-4c3c-adb2-1528e6d02b46" -d '{"events": [{"server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "name": "network-vif-deleted", "tag": "79d48945-211f-40b6-a310-f5330566e7cb"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:47:49.936401 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de5a00b-8f23-401b-b406-157e8d0ce016 x-openstack-request-id: req-1de5a00b-8f23-401b-b406-157e8d0ce016 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:47:49.936720 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e9f90-94e8-4c27-8565-973a3ab9ec8c", "name": "network-vif-deleted", "tag": "79d48945-211f-40b6-a310-f5330566e7cb", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:47:49.936993 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1de5a00b-8f23-401b-b406-157e8d0ce016 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:47:49.937389 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e9f90-94e8-4c27-8565-973a3ab9ec8c', 'name': 'network-vif-deleted', 'tag': '79d48945-211f-40b6-a310-f5330566e7cb', 'status': 'completed', 'code': 200} Mar 02 11:47:51.393867 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34700) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:51.737970 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (da23b65b-869e-42e2-a6fc-b7b292f2eebb), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:51.985343 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Deleting port 43497e59-e55d-485d-b78a-f1af30067f86 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:51.985681 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (43497e59-e55d-485d-b78a-f1af30067f86), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:52.059771 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] For port 43497e59-e55d-485d-b78a-f1af30067f86, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=43497e59-e55d-485d-b78a-f1af30067f86,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:52.060068 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (43497e59-e55d-485d-b78a-f1af30067f86), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:52.072692 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Calling delete_port for 43497e59-e55d-485d-b78a-f1af30067f86 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:52.243946 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (43497e59-e55d-485d-b78a-f1af30067f86), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:52.267858 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43497e59-e55d-485d-b78a-f1af30067f86,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:52.436635 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (da23b65b-869e-42e2-a6fc-b7b292f2eebb), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:52.645156 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Router da23b65b-869e-42e2-a6fc-b7b292f2eebb has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:47:52.745626 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:47:52.750682 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-59a140e5-0964-499f-9dcc-773c241a08b4 admin admin] 10.222.0.43 "PUT /v2.0/routers/da23b65b-869e-42e2-a6fc-b7b292f2eebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3557036 Mar 02 11:47:52.753212 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34702) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:52.754682 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] Sync routers for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:47:52.763980 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:52.764577 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:52.855302 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks [] for router (da23b65b-869e-42e2-a6fc-b7b292f2eebb), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:52.869593 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:52.958555 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks [] for router_gateway (da23b65b-869e-42e2-a6fc-b7b292f2eebb), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.010374 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Deleting port 5dbdc976-d577-42e4-ba78-bafce13f2f19 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:53.010713 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.050058 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:47:52Z', 'revision_number': 5, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port': {'id': '5dbdc976-d577-42e4-ba78-bafce13f2f19', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:37Z', 'updated_at': '2022-03-02T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:53.076344 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] Checking router: da23b65b-869e-42e2-a6fc-b7b292f2eebb for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:47:53.084771 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] Routers {'da23b65b-869e-42e2-a6fc-b7b292f2eebb'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:53.085375 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:53.090988 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] For port 5dbdc976-d577-42e4-ba78-bafce13f2f19, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=5dbdc976-d577-42e4-ba78-bafce13f2f19,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:53.091350 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.103981 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Calling delete_port for 5dbdc976-d577-42e4-ba78-bafce13f2f19 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:53.275701 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (5dbdc976-d577-42e4-ba78-bafce13f2f19), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.301263 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbdc976-d577-42e4-ba78-bafce13f2f19,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:53.319713 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] Set router da23b65b-869e-42e2-a6fc-b7b292f2eebb gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:53.362936 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (da23b65b-869e-42e2-a6fc-b7b292f2eebb), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.373225 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:47:52Z', 'revision_number': 6, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:53.398265 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccac8a2-73a5-4faf-b7df-f7f62192088a None None] The sync data for ids ['da23b65b-869e-42e2-a6fc-b7b292f2eebb'] in dv-cinder-822821-2-iscsi is: [{'id': 'da23b65b-869e-42e2-a6fc-b7b292f2eebb', 'name': 'tempest-TestMinimumBasicScenario-566452306-router', 'tenant_id': '89e968ae735347259badbcdba21a1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:36Z', 'updated_at': '2022-03-02T11:47:52Z', 'revision_number': 6, 'project_id': '89e968ae735347259badbcdba21a1a9d', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:47:53.454547 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (da23b65b-869e-42e2-a6fc-b7b292f2eebb), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.456664 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks [] for router_controller (da23b65b-869e-42e2-a6fc-b7b292f2eebb), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.498692 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (da23b65b-869e-42e2-a6fc-b7b292f2eebb), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.499263 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da23b65b-869e-42e2-a6fc-b7b292f2eebb {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:47:53.503503 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.504632 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e868cb30-d714-4a96-ac53-6d162bed2e82 admin admin] 10.222.0.43 "DELETE /v2.0/routers/da23b65b-869e-42e2-a6fc-b7b292f2eebb HTTP/1.1" status: 204 len: 168 time: 0.7505116 Mar 02 11:47:53.507175 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:53.549619 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] Deleting subnet 65e431a6-2935-416a-b428-a1ecaace6b63 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:47:53.552484 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] Publish callbacks [] for subnet (65e431a6-2935-416a-b428-a1ecaace6b63), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.585518 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2766792'] for subnet (65e431a6-2935-416a-b428-a1ecaace6b63), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.661926 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (65e431a6-2935-416a-b428-a1ecaace6b63), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.708281 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 79d48945-211f-40b6-a310-f5330566e7cb no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:47:53.712845 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3377496'] for subnet (65e431a6-2935-416a-b428-a1ecaace6b63), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.727878 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 79d48945-211f-40b6-a310-f5330566e7cb {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:47:53.728226 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 79d48945-211f-40b6-a310-f5330566e7cb not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:47:53.739188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e431a6-2935-416a-b428-a1ecaace6b63,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:53.740580 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:53.744378 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-2fe368fa-45f4-4191-a443-9b66b326f70b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65e431a6-2935-416a-b428-a1ecaace6b63 HTTP/1.1" status: 204 len: 168 time: 0.2361920 Mar 02 11:47:53.746794 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34706) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:53.754988 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf9b76-022a-46a4-ae41-9f39171541cd None None] Network a17e0909-9e83-4d9a-96f9-6d2dd586bb69 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:47:54.075237 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (a17e0909-9e83-4d9a-96f9-6d2dd586bb69), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.125114 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Deleting port cce04b17-1e8d-48ee-a850-bfa9b35772af {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:54.125381 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.186419 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] For port cce04b17-1e8d-48ee-a850-bfa9b35772af, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=cce04b17-1e8d-48ee-a850-bfa9b35772af,segment=NetworkSegment(3a549465-68d2-4e1a-b4fc-62e1eca4d57b),segment_id=3a549465-68d2-4e1a-b4fc-62e1eca4d57b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:54.186419 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.199236 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Calling delete_port for cce04b17-1e8d-48ee-a850-bfa9b35772af owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:54.222008 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] DHCP port deletion for a17e0909-9e83-4d9a-96f9-6d2dd586bb69 request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:47:54.227888 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 43497e59-e55d-485d-b78a-f1af30067f86 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:47:54.251092 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 43497e59-e55d-485d-b78a-f1af30067f86 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:47:54.251442 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 43497e59-e55d-485d-b78a-f1af30067f86 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:47:54.284284 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.294729 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Deleting port cce04b17-1e8d-48ee-a850-bfa9b35772af {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:54.295036 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.312754 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] No DVR routers for this DVR port cce04b17-1e8d-48ee-a850-bfa9b35772af on host dv-cinder-822821-2-iscsi {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:47:54.316748 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Pushing event deleted for resources: {'Port': ['ID=cce04b17-1e8d-48ee-a850-bfa9b35772af,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:54.362391 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] For port cce04b17-1e8d-48ee-a850-bfa9b35772af, host dv-cinder-822821-2-iscsi, got binding levels [] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:54.362815 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.375954 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Calling delete_port for cce04b17-1e8d-48ee-a850-bfa9b35772af owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:54.378665 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.ipam_backend_mixin [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Port cce04b17-1e8d-48ee-a850-bfa9b35772af was not found and therefore no delete operation was performed {{(pid=103165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 02 11:47:54.379917 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877'] for port (cce04b17-1e8d-48ee-a850-bfa9b35772af), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.389030 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (a17e0909-9e83-4d9a-96f9-6d2dd586bb69), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.406383 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Pushing event deleted for resources: {'Port': ['ID=cce04b17-1e8d-48ee-a850-bfa9b35772af,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:54.408668 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] No DVR routers for this DVR port cce04b17-1e8d-48ee-a850-bfa9b35772af on host dv-cinder-822821-2-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:47:54.413126 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17e0909-9e83-4d9a-96f9-6d2dd586bb69']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:54.422499 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.423014 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.423779 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.424160 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.424603 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.425082 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.425495 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.425842 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.426202 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.426545 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.426879 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.427209 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.427538 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c42f2e-6313-45c6-be6c-263226f8a08d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-2-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 11:47:54.431622 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a549465-68d2-4e1a-b4fc-62e1eca4d57b') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:54.431925 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.services.segments.db [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a549465-68d2-4e1a-b4fc-62e1eca4d57b') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:54.441828 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2766815'] for segment (3a549465-68d2-4e1a-b4fc-62e1eca4d57b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.455458 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (3a549465-68d2-4e1a-b4fc-62e1eca4d57b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.463139 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:47:54.463471 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707369'] for segment (3a549465-68d2-4e1a-b4fc-62e1eca4d57b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: Traceback (most recent call last): Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: timer() Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: cb(*args, **kw) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: return func(*args, **kwargs) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: self._notify() Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: self.callback(batched_events) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: event.method(event) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: return f(self, *a, **k) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._get(url).json() Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:47:54.465353 dv-cinder-822821-2-iscsi neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:47:54.524331 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (a17e0909-9e83-4d9a-96f9-6d2dd586bb69), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.529961 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:54.533130 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] 10.222.0.43 "DELETE /v2.0/networks/a17e0909-9e83-4d9a-96f9-6d2dd586bb69 HTTP/1.1" status: 204 len: 168 time: 0.7854271 Mar 02 11:47:54.536057 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34708) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:54.544032 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bbc9c-54b8-411e-b61c-63b30edb087f admin admin] Pushing event deleted for resources: {'Network': ['ID=a17e0909-9e83-4d9a-96f9-6d2dd586bb69,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:54.878433 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (07727b0a-6d5a-4914-ae23-be1d0d579e76), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:55.116529 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Deleting port adb07c77-e430-4107-b867-e03666fa4cbf {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:55.116892 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:55.195657 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] For port adb07c77-e430-4107-b867-e03666fa4cbf, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=adb07c77-e430-4107-b867-e03666fa4cbf,segment=NetworkSegment(d0b3bb01-985a-4e4d-9569-85b3f3b9813f),segment_id=d0b3bb01-985a-4e4d-9569-85b3f3b9813f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:55.195990 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:55.208202 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Calling delete_port for adb07c77-e430-4107-b867-e03666fa4cbf owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:55.382832 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (adb07c77-e430-4107-b867-e03666fa4cbf), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:55.407398 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb07c77-e430-4107-b867-e03666fa4cbf,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:55.577850 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (07727b0a-6d5a-4914-ae23-be1d0d579e76), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:55.697696 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device cce04b17-1e8d-48ee-a850-bfa9b35772af no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:47:55.718268 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: cce04b17-1e8d-48ee-a850-bfa9b35772af {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:47:55.718610 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device cce04b17-1e8d-48ee-a850-bfa9b35772af not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:47:55.719019 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 5dbdc976-d577-42e4-ba78-bafce13f2f19 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:47:55.740782 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 5dbdc976-d577-42e4-ba78-bafce13f2f19 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:47:55.741061 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 5dbdc976-d577-42e4-ba78-bafce13f2f19 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:47:55.789606 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Router 07727b0a-6d5a-4914-ae23-be1d0d579e76 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:47:55.893663 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:47:55.898602 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-be928170-7926-40d0-99a1-3108cd07e875 admin admin] 10.222.0.43 "PUT /v2.0/routers/07727b0a-6d5a-4914-ae23-be1d0d579e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3613429 Mar 02 11:47:55.901609 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34710) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:55.904638 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] Sync routers for ids ['07727b0a-6d5a-4914-ae23-be1d0d579e76'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:47:55.915397 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] Routers {'07727b0a-6d5a-4914-ae23-be1d0d579e76'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:55.916084 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['07727b0a-6d5a-4914-ae23-be1d0d579e76'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:56.004738 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks [] for router (07727b0a-6d5a-4914-ae23-be1d0d579e76), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.021570 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] Set router 07727b0a-6d5a-4914-ae23-be1d0d579e76 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:56.105508 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks [] for router_gateway (07727b0a-6d5a-4914-ae23-be1d0d579e76), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.155940 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Deleting port ba7a26ac-0a93-4163-ac59-f5aeff19940b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:56.156305 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.196230 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:47:55Z', 'revision_number': 5, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port': {'id': 'ba7a26ac-0a93-4163-ac59-f5aeff19940b', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:56.221744 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] Checking router: 07727b0a-6d5a-4914-ae23-be1d0d579e76 for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:47:56.230306 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] Routers {'07727b0a-6d5a-4914-ae23-be1d0d579e76'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:56.230903 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['07727b0a-6d5a-4914-ae23-be1d0d579e76'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:56.237158 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] For port ba7a26ac-0a93-4163-ac59-f5aeff19940b, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=ba7a26ac-0a93-4163-ac59-f5aeff19940b,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:56.237530 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.250408 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Calling delete_port for ba7a26ac-0a93-4163-ac59-f5aeff19940b owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:56.318718 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] Set router 07727b0a-6d5a-4914-ae23-be1d0d579e76 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:56.373893 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:47:56Z', 'revision_number': 6, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:56.400894 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe6deb-3d87-4abe-9f73-eb5e3ba36d56 None None] The sync data for ids ['07727b0a-6d5a-4914-ae23-be1d0d579e76'] in dv-cinder-822821-2-iscsi is: [{'id': '07727b0a-6d5a-4914-ae23-be1d0d579e76', 'name': 'tempest-TestMinimumBasicScenario-1745537411-router', 'tenant_id': 'f6e337da978e41529eba2df1c92e119b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:45:41Z', 'updated_at': '2022-03-02T11:47:56Z', 'revision_number': 6, 'project_id': 'f6e337da978e41529eba2df1c92e119b', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:47:56.415428 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (ba7a26ac-0a93-4163-ac59-f5aeff19940b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.440580 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7a26ac-0a93-4163-ac59-f5aeff19940b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:56.501289 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (07727b0a-6d5a-4914-ae23-be1d0d579e76), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.589645 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (07727b0a-6d5a-4914-ae23-be1d0d579e76), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.591650 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks [] for router_controller (07727b0a-6d5a-4914-ae23-be1d0d579e76), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.633996 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (07727b0a-6d5a-4914-ae23-be1d0d579e76), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.634533 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07727b0a-6d5a-4914-ae23-be1d0d579e76 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:47:56.639493 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.640613 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d8a81d32-65fa-4e2d-a93b-1ecaf9a67d9a admin admin] 10.222.0.43 "DELETE /v2.0/routers/07727b0a-6d5a-4914-ae23-be1d0d579e76 HTTP/1.1" status: 204 len: 168 time: 0.7381210 Mar 02 11:47:56.643094 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34712) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:56.685355 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] Deleting subnet 1990129c-bb0e-43e1-ae67-a8c1d1d64628 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:47:56.688237 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] Publish callbacks [] for subnet (1990129c-bb0e-43e1-ae67-a8c1d1d64628), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.720687 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (1990129c-bb0e-43e1-ae67-a8c1d1d64628), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.802503 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (1990129c-bb0e-43e1-ae67-a8c1d1d64628), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.854940 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (1990129c-bb0e-43e1-ae67-a8c1d1d64628), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.879890 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1990129c-bb0e-43e1-ae67-a8c1d1d64628,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:56.883959 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:56.887209 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-11e699b4-2487-4247-9030-b7fbe7d70aad admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1990129c-bb0e-43e1-ae67-a8c1d1d64628 HTTP/1.1" status: 204 len: 168 time: 0.2430942 Mar 02 11:47:56.889587 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34714) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:56.891554 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879ae8b-1940-4906-b6de-35903748452f None None] Network 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:47:56.958775 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.011054 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Deleting port 1c1dc964-ed12-46ef-b543-1ad87f1373ee {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:57.011424 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.072113 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] For port 1c1dc964-ed12-46ef-b543-1ad87f1373ee, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1c1dc964-ed12-46ef-b543-1ad87f1373ee,segment=NetworkSegment(d0b3bb01-985a-4e4d-9569-85b3f3b9813f),segment_id=d0b3bb01-985a-4e4d-9569-85b3f3b9813f)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:47:57.072460 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.084127 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Calling delete_port for 1c1dc964-ed12-46ef-b543-1ad87f1373ee owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:57.159353 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f60df-b8e7-4183-99bc-2228bba83399 None None] DHCP port deletion for 3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:47:57.165673 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (1c1dc964-ed12-46ef-b543-1ad87f1373ee), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.189917 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f60df-b8e7-4183-99bc-2228bba83399 None None] The port '1c1dc964-ed12-46ef-b543-1ad87f1373ee' was deleted {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 02 11:47:57.191734 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1dc964-ed12-46ef-b543-1ad87f1373ee,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:57.203413 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] No DVR routers for this DVR port 1c1dc964-ed12-46ef-b543-1ad87f1373ee on host dv-cinder-822821-2-iscsi {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:47:57.274210 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.295094 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:57.304508 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:57.304835 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b3bb01-985a-4e4d-9569-85b3f3b9813f') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:57.318871 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (d0b3bb01-985a-4e4d-9569-85b3f3b9813f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.327180 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (d0b3bb01-985a-4e4d-9569-85b3f3b9813f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.333284 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:47:57.333653 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (d0b3bb01-985a-4e4d-9569-85b3f3b9813f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:47:57.335382 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:47:57.390155 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.395711 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.398805 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8 HTTP/1.1" status: 204 len: 168 time: 0.5083299 Mar 02 11:47:57.413305 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3e86b-9310-453b-96a5-8a216f125dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef7728b-1fa5-4ae2-950c-f7bf92c7e4e8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:57.439214 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34718) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:57.569042 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34720) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:57.607138 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Deleting port 82c7df38-067c-42c2-a38e-96ae0832b87f {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:47:57.607138 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.609968 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-124fe0a0-63be-4f5d-aa13-d02d5c0fa769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89e968ae735347259badbcdba21a1a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396912 Mar 02 11:47:57.612472 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34722) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:57.661840 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device adb07c77-e430-4107-b867-e03666fa4cbf no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:47:57.663578 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1b814cc-0523-42d6-a2a3-fdedfe08d83f admin admin] Publish callbacks [] for security_group (0638905f-4a19-47bd-8ac8-43eca65998d1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.682766 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: adb07c77-e430-4107-b867-e03666fa4cbf {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:47:57.683109 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device adb07c77-e430-4107-b867-e03666fa4cbf not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:47:57.683697 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ba7a26ac-0a93-4163-ac59-f5aeff19940b no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:47:57.686210 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1b814cc-0523-42d6-a2a3-fdedfe08d83f admin admin] Publish callbacks [] for security_group (0638905f-4a19-47bd-8ac8-43eca65998d1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.689555 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.689882 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (82c7df38-067c-42c2-a38e-96ae0832b87f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.701905 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Calling delete_port for 82c7df38-067c-42c2-a38e-96ae0832b87f owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:47:57.702150 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: ba7a26ac-0a93-4163-ac59-f5aeff19940b {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:47:57.702679 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ba7a26ac-0a93-4163-ac59-f5aeff19940b not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:47:57.703092 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1c1dc964-ed12-46ef-b543-1ad87f1373ee no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:47:57.722043 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 1c1dc964-ed12-46ef-b543-1ad87f1373ee {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:47:57.722390 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1c1dc964-ed12-46ef-b543-1ad87f1373ee not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:47:57.736640 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1b814cc-0523-42d6-a2a3-fdedfe08d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (0638905f-4a19-47bd-8ac8-43eca65998d1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.739840 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1b814cc-0523-42d6-a2a3-fdedfe08d83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.741014 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-e1b814cc-0523-42d6-a2a3-fdedfe08d83f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0638905f-4a19-47bd-8ac8-43eca65998d1 HTTP/1.1" status: 204 len: 168 time: 0.1275194 Mar 02 11:47:57.748848 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b814cc-0523-42d6-a2a3-fdedfe08d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0638905f-4a19-47bd-8ac8-43eca65998d1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:57.857473 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (82c7df38-067c-42c2-a38e-96ae0832b87f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.892951 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event deleted for resources: {'Port': ['ID=82c7df38-067c-42c2-a38e-96ae0832b87f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:57.947622 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (016e2e76-f7f8-4de2-a26b-273078940180), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:57.947952 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Floating IP 016e2e76-f7f8-4de2-a26b-273078940180 disassociated (deleted). External IP: 172.27.2.124, port: 638234e4-0250-42f9-baf6-c8bbbb8d6cdd. Mar 02 11:47:58.065411 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34728) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:58.104637 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-3531bbab-52fa-4b5c-9c6e-6699a6fc2f7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6e337da978e41529eba2df1c92e119b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379145 Mar 02 11:47:58.107063 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34730) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:47:58.153249 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11388106-1719-4a20-ac54-e3d2a483b4af admin admin] Publish callbacks [] for security_group (a4ad2026-fe40-41ce-a817-72802b0448fc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:58.158997 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:47:58.174543 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11388106-1719-4a20-ac54-e3d2a483b4af admin admin] Publish callbacks [] for security_group (a4ad2026-fe40-41ce-a817-72802b0448fc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:58.222247 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11388106-1719-4a20-ac54-e3d2a483b4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (a4ad2026-fe40-41ce-a817-72802b0448fc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:58.224973 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11388106-1719-4a20-ac54-e3d2a483b4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:58.226248 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-11388106-1719-4a20-ac54-e3d2a483b4af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4ad2026-fe40-41ce-a817-72802b0448fc HTTP/1.1" status: 204 len: 168 time: 0.1181803 Mar 02 11:47:58.236835 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11388106-1719-4a20-ac54-e3d2a483b4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad2026-fe40-41ce-a817-72802b0448fc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:47:58.569258 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:47:58.574212 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:58.581453 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:47:58.599800 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:58.601148 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:58.605308 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-979e493b-1dc2-4e2f-9934-724955a0c001 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "DELETE /v2.0/floatingips/016e2e76-f7f8-4de2-a26b-273078940180 HTTP/1.1" status: 204 len: 168 time: 1.1646898 Mar 02 11:47:58.605901 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:47:58.613479 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b5ea44-4307-42ac-95e7-84e497eaba7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:47:58.661805 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca621f3-e6f4-4549-9c8d-f67c26358494 x-openstack-request-id: req-2ca621f3-e6f4-4549-9c8d-f67c26358494 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:47:58.662317 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:47:58.663032 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ca621f3-e6f4-4549-9c8d-f67c26358494 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:47:58.663032 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'status': 'completed', 'code': 200} Mar 02 11:47:58.740209 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:58.744819 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-367bef44-fe3a-438f-8261-52377eea727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:58.746461 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-367bef44-fe3a-438f-8261-52377eea727c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 1129 time: 0.0571270 Mar 02 11:47:58.874723 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-afa234e0-6116-408a-b558-df1e45f5385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:58.876085 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-afa234e0-6116-408a-b558-df1e45f5385e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.1221554 Mar 02 11:47:58.883670 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b1d71-2bbe-4fe0-80f1-f0ec9b19e71c req-2dd775c2-1848-4c1b-9773-44d17befddf7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:58.885123 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-428b1d71-2bbe-4fe0-80f1-f0ec9b19e71c req-2dd775c2-1848-4c1b-9773-44d17befddf7 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 945 time: 0.0856347 Mar 02 11:47:58.926773 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-204dc21b-11cd-47fd-b2d3-8de6d47f8319 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd HTTP/1.1" status: 200 len: 217 time: 0.0407155 Mar 02 11:47:58.969737 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:09Z', 'revision_number': 1, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:58.996437 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:47:58.998230 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-428b1d71-2bbe-4fe0-80f1-f0ec9b19e71c req-f5c19da5-28c9-4ce2-9ef1-c467f04d589c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051698 Mar 02 11:47:59.001848 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-8a2706f6-cc06-4a80-ae2e-659a2fe2e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:59.003208 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-8a2706f6-cc06-4a80-ae2e-659a2fe2e17e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0688193 Mar 02 11:47:59.004860 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:47:59.005466 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:47:32Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:59.051915 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-e2b95e2d-faa7-4faf-bce2-3a96f6f69b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:47:59.053417 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-e2b95e2d-faa7-4faf-bce2-3a96f6f69b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435200 Mar 02 11:47:59.112056 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:47:59.138700 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-4a0f0fd0-7af0-42cb-9adb-e0c6de58699f service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788839 Mar 02 11:47:59.227984 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8b5ea44-4307-42ac-95e7-84e497eaba7d req-37cd7107-dd49-426f-b444-3a97a8825309 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830417 Mar 02 11:47:59.331120 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:09Z', 'revision_number': 1, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:47:59.356547 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a35ba-d322-4449-80f2-edff3057a153 None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_floatingips': [{'id': 'aa4ff1d0-2310-4d34-a565-9f447f83aca5', 'tenant_id': '48c901207e06426493375953165ce4a1', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'router_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'port_id': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'mac_address': 'fa:16:3e:29:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T11:44:07Z', 'updated_at': '2022-03-02T11:44:09Z', 'revision_number': 1, 'project_id': '48c901207e06426493375953165ce4a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:47:59.417621 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c168e83d-5986-4e6c-9a45-ebab2fc42672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:47:59.566603 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe55a7-e7a0-4e5d-905c-8433f06bea1a None None] New status for floating IP 016e2e76-f7f8-4de2-a26b-273078940180: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:48:00.122290 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c96148-554d-430e-ba0f-28f8076bd4eb req-efcb5cc0-b939-47a2-9fd7-88bc070a3f2a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:00.123753 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c1c96148-554d-430e-ba0f-28f8076bd4eb req-efcb5cc0-b939-47a2-9fd7-88bc070a3f2a tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 945 time: 0.0515213 Mar 02 11:48:00.171626 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c1c96148-554d-430e-ba0f-28f8076bd4eb req-5fb3a9f4-9eff-4011-9203-98b88fc65d1f tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Mar 02 11:48:00.496027 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-1ebdce9b-fee3-4333-8514-a9bf358c7cad tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:00.497494 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-1ebdce9b-fee3-4333-8514-a9bf358c7cad tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 945 time: 0.0547767 Mar 02 11:48:00.590263 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Deleting port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:00.590601 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:00.677481 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] For port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:00.677834 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:00.690561 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Calling delete_port for 638234e4-0250-42f9-baf6-c8bbbb8d6cdd owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:00.811133 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (638234e4-0250-42f9-baf6-c8bbbb8d6cdd), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:00.841228 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event deleted for resources: {'Port': ['ID=638234e4-0250-42f9-baf6-c8bbbb8d6cdd,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:00.889639 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] No DVR routers for this DVR port 638234e4-0250-42f9-baf6-c8bbbb8d6cdd on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:48:00.892107 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:00.895661 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e412a00f-2bac-419c-8bdc-8a88f7a3c7d6 req-f293b1e6-1cbd-4a71-80f5-69465a5cf54b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "DELETE /v2.0/ports/638234e4-0250-42f9-baf6-c8bbbb8d6cdd HTTP/1.1" status: 204 len: 173 time: 0.3898714 Mar 02 11:48:00.896174 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'name': 'network-vif-deleted', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:48:00.898396 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f9fb69-b88f-41af-a8e8-23c646fb124c" -d '{"events": [{"server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "name": "network-vif-deleted", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:48:00.935695 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d670d6-f9ff-46d1-822f-dfe4d0ad20ee x-openstack-request-id: req-b9d670d6-f9ff-46d1-822f-dfe4d0ad20ee {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:48:00.935984 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b2c607-80ca-45cb-a48b-3501d4320118", "name": "network-vif-deleted", "tag": "638234e4-0250-42f9-baf6-c8bbbb8d6cdd", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:48:00.936235 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9d670d6-f9ff-46d1-822f-dfe4d0ad20ee {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:48:00.936653 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b2c607-80ca-45cb-a48b-3501d4320118', 'name': 'network-vif-deleted', 'tag': '638234e4-0250-42f9-baf6-c8bbbb8d6cdd', 'status': 'completed', 'code': 200} Mar 02 11:48:01.279279 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3c7fd1e-11c3-44d5-8675-bf45bc70999f req-749ab560-1991-4ced-b5f9-4bd5ca6ed641 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b2c607-80ca-45cb-a48b-3501d4320118 HTTP/1.1" status: 200 len: 210 time: 0.0271914 Mar 02 11:48:01.652032 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e220b049-6ec9-42d1-a683-e6908e8773ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:02.589587 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:03.737374 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 638234e4-0250-42f9-baf6-c8bbbb8d6cdd no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:03.757284 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 638234e4-0250-42f9-baf6-c8bbbb8d6cdd {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:03.757646 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 638234e4-0250-42f9-baf6-c8bbbb8d6cdd not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:04.195919 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:04.554188 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34760) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:04.709550 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Deleting port 4a91cff9-2750-4f6b-95a5-1ef25db4df8c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:04.709890 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:04.781485 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:04.781804 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:04.793335 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Calling delete_port for 4a91cff9-2750-4f6b-95a5-1ef25db4df8c owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:04.938486 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (4a91cff9-2750-4f6b-95a5-1ef25db4df8c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:04.960487 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event deleted for resources: {'Port': ['ID=4a91cff9-2750-4f6b-95a5-1ef25db4df8c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:05.023518 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (aa4ff1d0-2310-4d34-a565-9f447f83aca5), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:05.023861 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.db.l3_db [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Floating IP aa4ff1d0-2310-4d34-a565-9f447f83aca5 disassociated (deleted). External IP: 172.27.2.57, port: 2c996c7c-4632-43b6-9e93-d30f9712bd9b. Mar 02 11:48:05.228455 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:48:05.334904 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:48:05.340108 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:05.344489 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:48:05.354434 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:48:05.355045 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:48:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:05.368253 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-57777248-e44b-4e7d-b17b-0a0fa17e4307 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "DELETE /v2.0/floatingips/aa4ff1d0-2310-4d34-a565-9f447f83aca5 HTTP/1.1" status: 204 len: 168 time: 0.8130052 Mar 02 11:48:05.368863 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:48:05.371150 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd27dcdf36a2eeff17a7fddd9121ef3ccc8d420aa17895523f375f36b5c07cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77c37a-3f75-4965-a55c-a91cd53517ca" -d '{"events": [{"name": "network-changed", "server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:48:05.406149 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef044b9-3cd6-4090-8548-35f632d7a70c x-openstack-request-id: req-0ef044b9-3cd6-4090-8548-35f632d7a70c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:48:05.406434 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:48:05.406681 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ef044b9-3cd6-4090-8548-35f632d7a70c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:48:05.407077 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'status': 'completed', 'code': 200} Mar 02 11:48:05.469827 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:48:05.480645 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-0e6aa0c9-3f71-403c-93ab-98688244e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:05.482159 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-0e6aa0c9-3f71-403c-93ab-98688244e3da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48c901207e06426493375953165ce4a1&device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 1129 time: 0.0494766 Mar 02 11:48:05.537690 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:05.617414 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-e870eee4-b365-4b53-888e-69b4eb7770fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:05.618891 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-e870eee4-b365-4b53-888e-69b4eb7770fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 200 len: 913 time: 0.1254191 Mar 02 11:48:05.626446 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b008e50-5b74-4f94-8014-05c1328964ba req-42d035bf-2208-41c2-aea9-e9847d9c408c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:05.627810 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b008e50-5b74-4f94-8014-05c1328964ba req-42d035bf-2208-41c2-aea9-e9847d9c408c tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 945 time: 0.0797300 Mar 02 11:48:05.676841 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-550cc1f1-393f-4634-83cd-4119dc10cb3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 200 len: 217 time: 0.0480721 Mar 02 11:48:05.698975 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:05.724990 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:48:05.733543 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:48:05.734078 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:48:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:05.736240 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b008e50-5b74-4f94-8014-05c1328964ba req-c21fea05-2ddf-47af-8004-e720e5d6e5d2 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018071 Mar 02 11:48:05.744970 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-ed1700d8-29ea-4c8d-9c57-fd34cdd26bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:05.746620 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-ed1700d8-29ea-4c8d-9c57-fd34cdd26bcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 200 len: 851 time: 0.0622787 Mar 02 11:48:05.796779 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-a954d628-ed53-4156-8840-05f261546605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:05.798549 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-a954d628-ed53-4156-8840-05f261546605 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a623bdc-7cec-4329-88d2-5400e16bd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453956 Mar 02 11:48:05.894284 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-de4c1365-a719-4fa8-aa3d-fd536c80f68e service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890319 Mar 02 11:48:05.981078 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:48:05.984907 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb77c37a-3f75-4965-a55c-a91cd53517ca req-ad546dd4-74f7-490f-97dd-18f486ec75d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Mar 02 11:48:06.173906 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:06.203207 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9ab0f-0585-410e-b1fc-eb664c83ba49 None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:01Z', 'revision_number': 4, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi', '_interfaces': [{'id': 'c65a5b91-238e-4f67-bbc8-e0deb05261e4', 'name': '', 'network_id': '4a623bdc-7cec-4329-88d2-5400e16bd978', 'tenant_id': '48c901207e06426493375953165ce4a1', 'mac_address': 'fa:16:3e:e5:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:00Z', 'updated_at': '2022-03-02T11:41:05Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'subnets': [{'id': 'c95d1660-884b-4b80-9b9a-aced0152338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:48:06.407300 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa94e-e85d-465f-872d-a9ef3e6408e7 None None] New status for floating IP aa4ff1d0-2310-4d34-a565-9f447f83aca5: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 11:48:06.858496 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77503c56-964c-443d-8e13-bd9f668de457 req-9b4d213c-a3b9-4df1-a26f-94cc53576af1 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:06.859947 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77503c56-964c-443d-8e13-bd9f668de457 req-9b4d213c-a3b9-4df1-a26f-94cc53576af1 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 945 time: 0.0557239 Mar 02 11:48:06.907153 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77503c56-964c-443d-8e13-bd9f668de457 req-07d37634-ad69-4b15-8716-547033ba61bb tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/security-groups?id=749f78aa-ec51-4f69-acf8-8f6007652107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413947 Mar 02 11:48:07.252740 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-a5762ac8-36cf-4a8a-b5ae-f00cb8b312a2 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 11:48:07.254128 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-a5762ac8-36cf-4a8a-b5ae-f00cb8b312a2 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 945 time: 0.0497136 Mar 02 11:48:07.347506 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Deleting port 2c996c7c-4632-43b6-9e93-d30f9712bd9b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:07.347845 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:07.431443 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] For port 2c996c7c-4632-43b6-9e93-d30f9712bd9b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c996c7c-4632-43b6-9e93-d30f9712bd9b,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:07.431822 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:07.443705 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Calling delete_port for 2c996c7c-4632-43b6-9e93-d30f9712bd9b owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:07.567803 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (2c996c7c-4632-43b6-9e93-d30f9712bd9b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:07.593781 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event deleted for resources: {'Port': ['ID=2c996c7c-4632-43b6-9e93-d30f9712bd9b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:07.644271 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] No DVR routers for this DVR port 2c996c7c-4632-43b6-9e93-d30f9712bd9b on host hv-cinder-82282 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:48:07.646743 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:07.649988 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d23246ec-4b70-4e17-a807-a1bad726f7f8 req-44719427-1e14-44fb-b6e1-8a1e1fd7bfef tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.15 "DELETE /v2.0/ports/2c996c7c-4632-43b6-9e93-d30f9712bd9b HTTP/1.1" status: 204 len: 173 time: 0.3876877 Mar 02 11:48:07.650450 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'name': 'network-vif-deleted', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 11:48:07.652793 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3a1a12c298819b021b78b21268c537de253915b14c386a167977ee1a7847960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0713ea-3283-4005-b270-42422fc3b72a" -d '{"events": [{"server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "name": "network-vif-deleted", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 11:48:07.687295 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c086b3-706e-4bf6-a97a-1cb2809ea47e x-openstack-request-id: req-51c086b3-706e-4bf6-a97a-1cb2809ea47e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 11:48:07.687584 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771e59d1-7b9d-4fcc-bb41-5637f1bd484b", "name": "network-vif-deleted", "tag": "2c996c7c-4632-43b6-9e93-d30f9712bd9b", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 11:48:07.687840 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51c086b3-706e-4bf6-a97a-1cb2809ea47e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 11:48:07.688229 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771e59d1-7b9d-4fcc-bb41-5637f1bd484b', 'name': 'network-vif-deleted', 'tag': '2c996c7c-4632-43b6-9e93-d30f9712bd9b', 'status': 'completed', 'code': 200} Mar 02 11:48:08.024855 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a230a29e-9780-4ab9-8f9e-f8f73d0f9ed4 req-53e9974e-80e9-4958-905a-918827bbfdc1 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "GET /v2.0/ports?device_id=771e59d1-7b9d-4fcc-bb41-5637f1bd484b HTTP/1.1" status: 200 len: 210 time: 0.0324087 Mar 02 11:48:09.081911 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34776) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:09.200067 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Deleting port af7d6e68-d43a-4d39-92de-d932002ea01c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:09.200351 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:09.271296 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:09.271617 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (af7d6e68-d43a-4d39-92de-d932002ea01c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:09.282941 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Calling delete_port for af7d6e68-d43a-4d39-92de-d932002ea01c owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:09.409559 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (af7d6e68-d43a-4d39-92de-d932002ea01c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:09.434737 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event deleted for resources: {'Port': ['ID=af7d6e68-d43a-4d39-92de-d932002ea01c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:09.495998 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for floatingip (c2895e0e-7192-4e94-9673-81391ce66f9c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:09.498465 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64821'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:09.499599 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-3c07ee28-f901-4d88-8c55-e27e17415e61 tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "DELETE /v2.0/floatingips/c2895e0e-7192-4e94-9673-81391ce66f9c HTTP/1.1" status: 204 len: 168 time: 0.4167409 Mar 02 11:48:10.684740 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34788) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:10.738783 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39d69974-9f5a-44be-a5fa-d17cd6d0944b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group (749f78aa-ec51-4f69-acf8-8f6007652107), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:10.763819 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39d69974-9f5a-44be-a5fa-d17cd6d0944b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group (749f78aa-ec51-4f69-acf8-8f6007652107), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:10.820491 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39d69974-9f5a-44be-a5fa-d17cd6d0944b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (749f78aa-ec51-4f69-acf8-8f6007652107), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:10.823705 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39d69974-9f5a-44be-a5fa-d17cd6d0944b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:10.824882 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-39d69974-9f5a-44be-a5fa-d17cd6d0944b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] 10.222.0.43 "DELETE /v2.0/security-groups/749f78aa-ec51-4f69-acf8-8f6007652107 HTTP/1.1" status: 204 len: 168 time: 0.1391375 Mar 02 11:48:10.833724 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d69974-9f5a-44be-a5fa-d17cd6d0944b tempest-TestVolumeBootPattern-1296921774 tempest-TestVolumeBootPattern-1296921774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749f78aa-ec51-4f69-acf8-8f6007652107,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:10.876700 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34792) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:11.386761 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (d2f6d43b-000a-4de6-ba43-1c193ff98b48), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:11.626913 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Deleting port c65a5b91-238e-4f67-bbc8-e0deb05261e4 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:11.627252 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:11.704556 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] For port c65a5b91-238e-4f67-bbc8-e0deb05261e4, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=c65a5b91-238e-4f67-bbc8-e0deb05261e4,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:11.704862 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:11.717607 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Calling delete_port for c65a5b91-238e-4f67-bbc8-e0deb05261e4 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:11.833136 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:48:11.889494 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (c65a5b91-238e-4f67-bbc8-e0deb05261e4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:11.913858 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c65a5b91-238e-4f67-bbc8-e0deb05261e4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:11.927094 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c996c7c-4632-43b6-9e93-d30f9712bd9b no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:11.948831 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] No Port match for: 2c996c7c-4632-43b6-9e93-d30f9712bd9b {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:11.949179 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Device 2c996c7c-4632-43b6-9e93-d30f9712bd9b not bound to the agent host hv-cinder-82282 {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:12.081853 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (d2f6d43b-000a-4de6-ba43-1c193ff98b48), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:12.292179 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Router d2f6d43b-000a-4de6-ba43-1c193ff98b48 has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:48:12.397359 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:48:12.402307 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bdaa3c02-e175-4d0a-aff9-0f7beeee50bd admin admin] 10.222.0.43 "PUT /v2.0/routers/d2f6d43b-000a-4de6-ba43-1c193ff98b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5245941 Mar 02 11:48:12.404874 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34796) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:12.407461 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] Sync routers for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:48:12.418348 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:48:12.418954 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:48:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:12.505722 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks [] for router (d2f6d43b-000a-4de6-ba43-1c193ff98b48), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:12.524572 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:48:12.709509 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:48:11Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:12.737668 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] Checking router: d2f6d43b-000a-4de6-ba43-1c193ff98b48 for host: dv-cinder-822821-2-iscsi {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:48:12.747406 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] Routers {'d2f6d43b-000a-4de6-ba43-1c193ff98b48'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:48:12.748031 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:48:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:12.857606 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] Set router d2f6d43b-000a-4de6-ba43-1c193ff98b48 gateway port host: dv-cinder-822821-2-iscsi {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:48:12.877695 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks [] for router_gateway (d2f6d43b-000a-4de6-ba43-1c193ff98b48), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:12.930807 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Deleting port ee20a5e0-200e-49db-b513-45b72fd48a8e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:12.931487 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.010647 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] For port ee20a5e0-200e-49db-b513-45b72fd48a8e, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=ee20a5e0-200e-49db-b513-45b72fd48a8e,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:13.010923 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.023421 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Calling delete_port for ee20a5e0-200e-49db-b513-45b72fd48a8e owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:13.032729 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:48:11Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:13.062555 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303259a-a3ee-43f0-b682-8ed1c15c9973 None None] The sync data for ids ['d2f6d43b-000a-4de6-ba43-1c193ff98b48'] in dv-cinder-822821-2-iscsi is: [{'id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'name': 'tempest-TestVolumeBootPattern-1431581649-router', 'tenant_id': '48c901207e06426493375953165ce4a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:48:11Z', 'revision_number': 5, 'project_id': '48c901207e06426493375953165ce4a1', 'gw_port': {'id': 'ee20a5e0-200e-49db-b513-45b72fd48a8e', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d43b-000a-4de6-ba43-1c193ff98b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:40:58Z', 'updated_at': '2022-03-02T11:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:48:13.187777 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (ee20a5e0-200e-49db-b513-45b72fd48a8e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.210278 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee20a5e0-200e-49db-b513-45b72fd48a8e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:13.269752 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (d2f6d43b-000a-4de6-ba43-1c193ff98b48), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.357909 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (d2f6d43b-000a-4de6-ba43-1c193ff98b48), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.359888 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks [] for router_controller (d2f6d43b-000a-4de6-ba43-1c193ff98b48), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.407226 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (d2f6d43b-000a-4de6-ba43-1c193ff98b48), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.407868 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f6d43b-000a-4de6-ba43-1c193ff98b48 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:48:13.412706 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.413854 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-fde83dc2-67b7-474e-ba64-12087a171137 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d2f6d43b-000a-4de6-ba43-1c193ff98b48 HTTP/1.1" status: 204 len: 168 time: 1.0080850 Mar 02 11:48:13.416353 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34798) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:13.460680 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] Deleting subnet c95d1660-884b-4b80-9b9a-aced0152338e {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:48:13.464535 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] Publish callbacks [] for subnet (c95d1660-884b-4b80-9b9a-aced0152338e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.500597 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898097'] for subnet (c95d1660-884b-4b80-9b9a-aced0152338e), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.581208 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (c95d1660-884b-4b80-9b9a-aced0152338e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.645337 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3730673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821337'] for subnet (c95d1660-884b-4b80-9b9a-aced0152338e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.671372 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95d1660-884b-4b80-9b9a-aced0152338e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:13.675177 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.678329 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2fc418f7-4698-43bb-b731-25f2dc323d1a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c95d1660-884b-4b80-9b9a-aced0152338e HTTP/1.1" status: 204 len: 168 time: 0.2609775 Mar 02 11:48:13.680800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34800) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:13.683819 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf457d-2455-47eb-9f74-9611acbf447d None None] Network 4a623bdc-7cec-4329-88d2-5400e16bd978 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:48:13.738023 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device c65a5b91-238e-4f67-bbc8-e0deb05261e4 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:13.765293 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: c65a5b91-238e-4f67-bbc8-e0deb05261e4 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:13.765293 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device c65a5b91-238e-4f67-bbc8-e0deb05261e4 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:13.773439 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (4a623bdc-7cec-4329-88d2-5400e16bd978), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.833035 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Deleting port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:13.833374 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.894063 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] For port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=1ec2ac88-6a6e-4ecb-bb85-8c039346ea51,segment=NetworkSegment(3b923ab8-a3f6-4904-af7f-fc8c16aef34d),segment_id=3b923ab8-a3f6-4904-af7f-fc8c16aef34d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:13.894424 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:13.906852 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Calling delete_port for 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:13.986567 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (1ec2ac88-6a6e-4ecb-bb85-8c039346ea51), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.012645 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec2ac88-6a6e-4ecb-bb85-8c039346ea51,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:14.014456 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] No DVR routers for this DVR port 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 on host dv-cinder-822821-2-iscsi {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:48:14.083679 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (4a623bdc-7cec-4329-88d2-5400e16bd978), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.093316 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402142f7-53fc-400e-bd19-64306efa3d52 None None] DHCP port deletion for 4a623bdc-7cec-4329-88d2-5400e16bd978 request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:48:14.105852 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a623bdc-7cec-4329-88d2-5400e16bd978']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:14.115998 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b923ab8-a3f6-4904-af7f-fc8c16aef34d') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:14.116297 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b923ab8-a3f6-4904-af7f-fc8c16aef34d') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:14.130975 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (3b923ab8-a3f6-4904-af7f-fc8c16aef34d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.144122 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (3b923ab8-a3f6-4904-af7f-fc8c16aef34d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.149811 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:48:14.150191 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (3b923ab8-a3f6-4904-af7f-fc8c16aef34d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:48:14.151812 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:48:14.204672 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (4a623bdc-7cec-4329-88d2-5400e16bd978), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.209797 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.212886 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] 10.222.0.43 "DELETE /v2.0/networks/4a623bdc-7cec-4329-88d2-5400e16bd978 HTTP/1.1" status: 204 len: 168 time: 0.5311430 Mar 02 11:48:14.216027 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34802) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:14.223518 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b33a4-55d2-42ff-bb14-8cda59849a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a623bdc-7cec-4329-88d2-5400e16bd978,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:14.557360 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8112333'] for router_interface (e60cd872-d75e-4ed4-9eb1-f987411fec4b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.793615 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Deleting port 626638c0-0289-49dc-935d-ebf4b675fd6a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:14.793971 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.867606 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] For port 626638c0-0289-49dc-935d-ebf4b675fd6a, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=626638c0-0289-49dc-935d-ebf4b675fd6a,segment=NetworkSegment(8565f63b-2507-452f-b31a-45429f588761),segment_id=8565f63b-2507-452f-b31a-45429f588761)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:14.867959 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:14.880521 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Calling delete_port for 626638c0-0289-49dc-935d-ebf4b675fd6a owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:15.061128 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (626638c0-0289-49dc-935d-ebf4b675fd6a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:15.088794 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Pushing event deleted for resources: {'Port': ['ID=626638c0-0289-49dc-935d-ebf4b675fd6a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:15.250787 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8112161'] for router_interface (e60cd872-d75e-4ed4-9eb1-f987411fec4b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:15.718823 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Router e60cd872-d75e-4ed4-9eb1-f987411fec4b has already been hosted by L3 agent 02a15513-d270-4b9b-964e-ee9aaf705381 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 11:48:15.721300 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:15.741287 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:15.741633 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 1ec2ac88-6a6e-4ecb-bb85-8c039346ea51 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:15.742048 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ee20a5e0-200e-49db-b513-45b72fd48a8e no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:15.760554 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: ee20a5e0-200e-49db-b513-45b72fd48a8e {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:15.760930 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device ee20a5e0-200e-49db-b513-45b72fd48a8e not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:15.828610 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] Notify agent at l3_agent.dv-cinder-822821-2-iscsi the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 11:48:15.834006 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-f513d918-f5ba-40fa-8b07-940e082097ad admin admin] 10.222.0.43 "PUT /v2.0/routers/e60cd872-d75e-4ed4-9eb1-f987411fec4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6169274 Mar 02 11:48:15.836536 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34804) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:15.837225 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] Sync routers for ids ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'] in dv-cinder-822821-2-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 11:48:15.847325 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] Routers {'e60cd872-d75e-4ed4-9eb1-f987411fec4b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:48:15.847922 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:48:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:15.943072 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks [] for router (e60cd872-d75e-4ed4-9eb1-f987411fec4b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:15.954250 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] Set router e60cd872-d75e-4ed4-9eb1-f987411fec4b gateway port host: dv-cinder-822821-2-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:48:16.050551 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks [] for router_gateway (e60cd872-d75e-4ed4-9eb1-f987411fec4b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.101763 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Deleting port f3e24856-0552-4bff-bcb2-871c47bda4a4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:16.102100 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.131908 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'external_fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:48:15Z', 'revision_number': 5, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port': {'id': 'f3e24856-0552-4bff-bcb2-871c47bda4a4', 'name': '', 'network_id': 'b2445555-2136-4439-adcc-06c48fb0c38d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5acbc923-8d62-4e53-8053-824f4c3afc40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-2-iscsi'}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:16.158614 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] Checking router: e60cd872-d75e-4ed4-9eb1-f987411fec4b for host: dv-cinder-822821-2-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 11:48:16.166596 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] Routers {'e60cd872-d75e-4ed4-9eb1-f987411fec4b'} bound to L3 agent in host dv-cinder-822821-2-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 11:48:16.167196 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T11:29:02Z,description=,heartbeat_timestamp=2022-03-02T11:48:02Z,host='dv-cinder-822821-2-iscsi',id=02a15513-d270-4b9b-964e-ee9aaf705381,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T11:29:02Z,topic='l3_agent')) {'router_ids': ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:16.181318 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] For port f3e24856-0552-4bff-bcb2-871c47bda4a4, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=f3e24856-0552-4bff-bcb2-871c47bda4a4,segment=NetworkSegment(7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7),segment_id=7e9f08bb-24de-4aef-a1ab-e1baaf2a55b7)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:16.181720 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.194105 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Calling delete_port for f3e24856-0552-4bff-bcb2-871c47bda4a4 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:16.252724 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] Set router e60cd872-d75e-4ed4-9eb1-f987411fec4b gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 11:48:16.302496 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:48:16Z', 'revision_number': 6, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port_host': None}], 'dv-cinder-822821-2-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:16.365177 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707268'] for port (f3e24856-0552-4bff-bcb2-871c47bda4a4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.389758 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e24856-0552-4bff-bcb2-871c47bda4a4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:16.426528 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8509d-3d5f-4d3d-abfb-c6c3f877f999 None None] The sync data for ids ['e60cd872-d75e-4ed4-9eb1-f987411fec4b'] in dv-cinder-822821-2-iscsi is: [{'id': 'e60cd872-d75e-4ed4-9eb1-f987411fec4b', 'name': 'tempest-TestVolumeBootPattern-885841375-router', 'tenant_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T11:41:03Z', 'updated_at': '2022-03-02T11:48:16Z', 'revision_number': 6, 'project_id': '1dc1bda591ac47e0902fb2da7ee8f73f', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 11:48:16.457593 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8110723'] for router_gateway (e60cd872-d75e-4ed4-9eb1-f987411fec4b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.550117 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8114451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5609'] for router (e60cd872-d75e-4ed4-9eb1-f987411fec4b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.552227 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks [] for router_controller (e60cd872-d75e-4ed4-9eb1-f987411fec4b), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.599407 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8114472'] for router (e60cd872-d75e-4ed4-9eb1-f987411fec4b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.599935 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e60cd872-d75e-4ed4-9eb1-f987411fec4b {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 11:48:16.605663 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.607241 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-6a90de06-5ad7-4fe6-842b-f2521646dadb admin admin] 10.222.0.43 "DELETE /v2.0/routers/e60cd872-d75e-4ed4-9eb1-f987411fec4b HTTP/1.1" status: 204 len: 168 time: 0.7695651 Mar 02 11:48:16.609552 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.43', 34806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:16.653112 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] Deleting subnet b4c4503d-8657-4c04-ba7c-72332719c430 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 11:48:16.656261 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] Publish callbacks [] for subnet (b4c4503d-8657-4c04-ba7c-72332719c430), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.690498 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2766792'] for subnet (b4c4503d-8657-4c04-ba7c-72332719c430), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.770378 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7653480'] for subnet (b4c4503d-8657-4c04-ba7c-72332719c430), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.826205 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8020710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3377496'] for subnet (b4c4503d-8657-4c04-ba7c-72332719c430), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.855079 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:16.859459 dv-cinder-822821-2-iscsi neutron-server[103163]: INFO neutron.wsgi [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b4c4503d-8657-4c04-ba7c-72332719c430 HTTP/1.1" status: 204 len: 168 time: 0.2489893 Mar 02 11:48:16.859856 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c566c-a286-4544-95cc-132e4ab71d5e None None] Network a32df519-2178-4acc-a8fe-63b44d321e04 requested from dv-cinder-822821-2-iscsi {{(pid=103165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 11:48:16.860340 dv-cinder-822821-2-iscsi neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f09126-b28a-4b78-a2f5-a5d59f41bca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c4503d-8657-4c04-ba7c-72332719c430,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:16.862234 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34808) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:16.945808 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7663507'] for network (a32df519-2178-4acc-a8fe-63b44d321e04), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.002761 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Deleting port 09cbf9bb-d609-4beb-bee5-528d0843e744 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 11:48:17.003107 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794293784697'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.064548 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] For port 09cbf9bb-d609-4beb-bee5-528d0843e744, host dv-cinder-822821-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-2-iscsi',level=0,port_id=09cbf9bb-d609-4beb-bee5-528d0843e744,segment=NetworkSegment(8565f63b-2507-452f-b31a-45429f588761),segment_id=8565f63b-2507-452f-b31a-45429f588761)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 11:48:17.064940 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8111526'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.076982 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Calling delete_port for 09cbf9bb-d609-4beb-bee5-528d0843e744 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 11:48:17.157362 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794293790940', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794293252877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3730626'] for port (09cbf9bb-d609-4beb-bee5-528d0843e744), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.170749 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] No DVR routers for this DVR port 09cbf9bb-d609-4beb-bee5-528d0843e744 on host dv-cinder-822821-2-iscsi {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 11:48:17.181596 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db084df9-fb18-4b41-84fd-2b6f7d6f6bd0 None None] DHCP port deletion for a32df519-2178-4acc-a8fe-63b44d321e04 request from dv-cinder-822821-2-iscsi {{(pid=103165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 11:48:17.209942 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=09cbf9bb-d609-4beb-bee5-528d0843e744,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:17.265523 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700883', 'neutron.services.segments.db._delete_segments_for_network-8794293661085'] for network (a32df519-2178-4acc-a8fe-63b44d321e04), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.286361 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32df519-2178-4acc-a8fe-63b44d321e04']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:17.295973 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8565f63b-2507-452f-b31a-45429f588761') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:17.296263 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8565f63b-2507-452f-b31a-45429f588761') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 11:48:17.305756 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794293664166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898086'] for segment (8565f63b-2507-452f-b31a-45429f588761), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.319030 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199'] for segment (8565f63b-2507-452f-b31a-45429f588761), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.326073 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 11:48:17.326489 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3730479'] for segment (8565f63b-2507-452f-b31a-45429f588761), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: Traceback (most recent call last): Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: timer() Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: cb(*args, **kw) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: return func(*args, **kwargs) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: self._notify() Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: self.callback(batched_events) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: event.method(event) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: return f(self, *a, **k) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._get(url).json() Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 11:48:17.328460 dv-cinder-822821-2-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 11:48:17.362615 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.386217 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8110783'] for network (a32df519-2178-4acc-a8fe-63b44d321e04), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.392676 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876587'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.395927 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] 10.222.0.43 "DELETE /v2.0/networks/a32df519-2178-4acc-a8fe-63b44d321e04 HTTP/1.1" status: 204 len: 168 time: 0.5323241 Mar 02 11:48:17.408353 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8b9d0-93fc-4944-af26-e1737dc6cc4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a32df519-2178-4acc-a8fe-63b44d321e04,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:17.512755 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34812) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:17.552002 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-07e05200-9f53-4619-8916-52ee58cdfdf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48c901207e06426493375953165ce4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380418 Mar 02 11:48:17.554379 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34814) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:17.602691 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61327f15-3078-4405-a9bf-8882fbd7ee54 admin admin] Publish callbacks [] for security_group (56e18385-2ea4-4828-b5cb-34822e0d446b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.624652 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61327f15-3078-4405-a9bf-8882fbd7ee54 admin admin] Publish callbacks [] for security_group (56e18385-2ea4-4828-b5cb-34822e0d446b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.663211 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device f3e24856-0552-4bff-bcb2-871c47bda4a4 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:17.673844 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61327f15-3078-4405-a9bf-8882fbd7ee54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (56e18385-2ea4-4828-b5cb-34822e0d446b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.676471 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-61327f15-3078-4405-a9bf-8882fbd7ee54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:17.677846 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-61327f15-3078-4405-a9bf-8882fbd7ee54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56e18385-2ea4-4828-b5cb-34822e0d446b HTTP/1.1" status: 204 len: 168 time: 0.1224773 Mar 02 11:48:17.685125 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: f3e24856-0552-4bff-bcb2-871c47bda4a4 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:17.685654 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device f3e24856-0552-4bff-bcb2-871c47bda4a4 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:17.686046 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61327f15-3078-4405-a9bf-8882fbd7ee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e18385-2ea4-4828-b5cb-34822e0d446b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:17.686169 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 09cbf9bb-d609-4beb-bee5-528d0843e744 no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:17.708123 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 09cbf9bb-d609-4beb-bee5-528d0843e744 {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:17.708418 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 09cbf9bb-d609-4beb-bee5-528d0843e744 not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:17.708863 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 626638c0-0289-49dc-935d-ebf4b675fd6a no longer exists at agent ovs-agent-dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 11:48:17.735569 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] No Port match for: 626638c0-0289-49dc-935d-ebf4b675fd6a {{(pid=103165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 11:48:17.735915 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.rpc [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Device 626638c0-0289-49dc-935d-ebf4b675fd6a not bound to the agent host dv-cinder-822821-2-iscsi {{(pid=103165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 11:48:17.989749 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34820) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:18.028665 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e0f1d614-9fd7-4c9c-b239-c3bbb5a6e878 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dc1bda591ac47e0902fb2da7ee8f73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377517 Mar 02 11:48:18.030936 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.43', 34822) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 11:48:18.075800 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4e8e9f3-b5c2-40e2-88df-e9d2576856fe admin admin] Publish callbacks [] for security_group (382bc09e-7bdb-4466-84ef-8e0af454b379), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:18.095415 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4e8e9f3-b5c2-40e2-88df-e9d2576856fe admin admin] Publish callbacks [] for security_group (382bc09e-7bdb-4466-84ef-8e0af454b379), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:18.141017 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4e8e9f3-b5c2-40e2-88df-e9d2576856fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8027835'] for security_group (382bc09e-7bdb-4466-84ef-8e0af454b379), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:18.143709 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4e8e9f3-b5c2-40e2-88df-e9d2576856fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:18.144900 dv-cinder-822821-2-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b4e8e9f3-b5c2-40e2-88df-e9d2576856fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/382bc09e-7bdb-4466-84ef-8e0af454b379 HTTP/1.1" status: 204 len: 168 time: 0.1130719 Mar 02 11:48:18.152467 dv-cinder-822821-2-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8e9f3-b5c2-40e2-88df-e9d2576856fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382bc09e-7bdb-4466-84ef-8e0af454b379,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 11:48:29.418924 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0d039a87-9468-4185-a1a6-d4b0a5306455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:31.652949 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f77e-3a8e-4d97-b64f-d6211a7adad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:32.590016 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:34.199251 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:35.521246 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:47.362579 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:48:48.831642 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:48:59.420529 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-aa0fedcd-58c9-417f-bef2-8e8ed3090128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:01.654059 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-38081a9b-4e5a-4692-883e-ef853e858413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:02.592156 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:04.202734 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:05.522223 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:17.361122 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:25.831743 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:49:29.421481 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4d4ab288-e80a-4aa3-a36c-c8e331ab2ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:31.655666 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b266ce91-dd1f-4f5e-9d09-ae10ca3385b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:32.593875 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:34.203163 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:35.523691 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:47.391667 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:49:59.422023 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-24addc2a-0c21-448a-ae3b-3ee35c53f07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:01.656842 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b3706027-8f70-4a62-b742-147dce5b6d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:02.596333 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:02.830702 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:50:04.206314 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:05.524243 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:17.397238 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:29.423154 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ca006872-783a-49e3-81d5-71316a7c3f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:31.658083 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-78b75f33-923a-46bd-8b38-ed06b794b414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:32.599634 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:34.207810 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:35.525648 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:39.829585 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:50:47.390683 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:50:59.424836 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ce118b18-4334-430a-af13-f4a27f593066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:01.658412 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e9ace3b0-0512-4db9-9236-0586bb4e3b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:02.601861 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:04.211680 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:05.526780 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:16.828534 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:51:17.409710 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:29.425796 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d8007017-20f6-4ed4-9d39-a05997aea258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:31.657262 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d6fa-3da8-40c2-ad10-e0c7ea6f273a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:32.605001 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:34.215056 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:35.529143 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:47.563651 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:51:53.826891 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:51:59.427210 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ec93baf1-2240-4cae-84e8-f1b4354a5adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:01.657972 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3528d67a-8412-4467-b7a9-95c48db26f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:02.609493 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:04.217922 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:05.530590 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:17.453889 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:29.428092 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb99575a-faac-4d47-ab11-7c57d074bc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:30.824991 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:52:31.657880 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8430a479-ed1d-41cf-a08f-62ea9b5480eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:32.608880 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:34.219621 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:35.534127 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:47.452273 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:52:59.429196 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a50c85ae-2409-4af8-8ae3-3a6c302a450e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:53:01.658923 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f90d9618-8154-4267-80f2-73304762653a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:53:02.610829 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3f69738a-4166-40c9-9398-d856560d5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (d8fff9c2-1ea5-4423-b3cd-512a8914dbe0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:53:04.223401 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-85244366-a5df-4713-8171-c243c38044e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f4837efa-ce07-48da-b271-379660e21b36), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:53:05.537912 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-80dfe327-79f7-47b7-8e21-e99cdbbf4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (aff0a3ef-6a8e-43f6-80cc-ed192e22fee7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:53:07.823220 dv-cinder-822821-2-iscsi neutron-server[103166]: DEBUG neutron.db.agents_db [None req-a0177a95-073b-464d-9adf-04d3d6cf2cab None None] Agent healthcheck: found 6 active agents {{(pid=103166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 11:53:17.453613 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5967edef-4306-44e4-9c53-7a89c016c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (f741f421-a768-4cd3-931f-fc2b52d41413), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:53:29.434478 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-163db554-174e-4d18-9ef0-8783602db0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (abebf31e-0107-46b9-9366-215f433e9180), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 11:53:31.660296 dv-cinder-822821-2-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b7aa767c-4807-4c83-9780-74c229ca62d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794293661067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7702148'] for agent (02a15513-d270-4b9b-964e-ee9aaf705381), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}